-- Logs begin at Wed 2021-09-22 12:15:20 UTC, end at Wed 2021-09-22 13:29:56 UTC. -- Sep 22 13:02:16.087151 dv-cinder-810000-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 13:02:19.000339 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.common.config [-] Logging enabled! Sep 22 13:02:19.000926 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 13:02:19.001019 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94761) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 13:02:19.004307 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.common.config [-] Logging enabled! Sep 22 13:02:19.004581 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 13:02:19.004920 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94761) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 13:02:19.005873 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 13:02:19.006121 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 13:02:19.006479 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 13:02:19.006719 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 13:02:19.006955 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 13:02:19.007351 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.007668 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.007962 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.008181 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.008470 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.008753 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.009029 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.009308 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.009597 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.009877 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.010150 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.010426 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.010650 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.010925 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.011203 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.011513 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.011732 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] debug = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.012006 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.012424 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.012832 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.013105 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.013387 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.013660 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.013926 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.014308 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.014480 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.014806 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] host = dv-cinder-810000-3-iscsi {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.015078 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.015358 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.015669 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.015950 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.016225 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.016492 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.016770 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.017040 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.017309 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] log_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.017579 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.017865 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.018149 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.018436 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.018657 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.018901 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.019162 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.019462 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.019740 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.020013 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.020286 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.020576 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.020829 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.021094 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.021376 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.021655 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.021937 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.022208 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.022500 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.023307 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.023922 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.024146 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.024573 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.025050 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.025525 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.026024 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.026488 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.026727 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.027036 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.027328 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.027652 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.027937 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.028252 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.028538 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.028815 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.029088 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.029361 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] use_json = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.029633 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.029907 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.030189 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.030461 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.030732 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.031015 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.031305 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.031623 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:19.031919 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.032216 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.032513 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.032797 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.033090 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.033370 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.033656 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.033934 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.034219 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.034504 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.034794 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.035072 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.035357 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.035658 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.035951 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.036253 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.036545 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.036832 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.037103 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.037373 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.037643 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.037935 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.038237 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.039241 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.039562 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.039853 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.040133 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.040419 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.040712 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.041001 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.041269 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.041545 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.041831 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.042105 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.042373 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.042645 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.042927 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.043200 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.043496 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.043776 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.044050 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.044319 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.044591 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.044864 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.045147 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.045418 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.045684 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.045950 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.046222 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.046488 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.046765 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.047035 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.047299 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.047593 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.047868 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.048135 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.048403 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.048673 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.048941 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.049211 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.049485 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.049743 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.050094 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.051787 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.051787 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.051787 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.052038 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.052120 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.052373 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.052645 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.052916 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.053206 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.053511 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.053854 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.054202 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.054528 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.054796 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.055075 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.055353 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.055653 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.055935 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.056216 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.056494 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.056765 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.057053 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.057335 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.057621 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.057904 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.058184 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.058483 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.058758 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.059042 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.059317 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.059619 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.059906 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.060190 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.060484 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.060775 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.061065 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.061355 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.061645 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.061922 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.062229 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.062507 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:19.062724 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 13:02:19.062964 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94761) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 13:02:19.422902 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 13:02:19.423166 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 13:02:19.423461 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 13:02:19.423793 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 13:02:19.837928 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.838208 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.838494 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.839872 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.840177 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.840447 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.877289 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.877565 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.877837 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.893585 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.893870 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.894162 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.924948 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.925376 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.925916 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.965517 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.965720 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:19.965999 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.205641 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.206298 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.206298 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.206484 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.207133 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.330041 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.330355 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.330639 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.330915 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.331185 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.331522 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.331788 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.332046 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.332301 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.332586 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.332857 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.333120 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.333372 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.333629 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.333886 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.334150 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.334408 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.334673 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.335474 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.335776 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.336124 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.336399 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.336689 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.337075 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.337333 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.337586 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.337988 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 13:02:20.338233 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 13:02:20.338475 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 13:02:20.338717 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 13:02:20.338958 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 13:02:20.339198 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 13:02:20.339595 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 13:02:20.342762 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 13:02:20.346833 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 13:02:20.350538 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 22 13:02:20.352767 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 13:02:20.353224 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 13:02:20.353559 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 13:02:20.353951 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 13:02:20.356770 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 13:02:20.357031 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 13:02:20.357381 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 13:02:20.362723 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 22 13:02:20.386057 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 13:02:20.386517 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.386825 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94761) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 22 13:02:20.387190 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.388589 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94761) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 13:02:20.389042 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 13:02:20.389294 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 13:02:20.392572 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.392859 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:20.461828 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 13:02:20.462066 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 13:02:20.462306 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 13:02:20.462685 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 13:02:20.486113 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_db.sqlalchemy.engines [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94761) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 13:02:21.213384 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Initializing driver for type 'gre' Sep 22 13:02:21.214062 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] gre ID ranges: [(1, 1000)] Sep 22 13:02:21.482027 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Initializing driver for type 'local' Sep 22 13:02:21.482285 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Initializing driver for type 'vlan' Sep 22 13:02:21.645758 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] VlanTypeDriver initialization complete Sep 22 13:02:21.646104 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Initializing driver for type 'vxlan' Sep 22 13:02:21.646613 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] vxlan ID ranges: [(1, 1000)] Sep 22 13:02:21.914819 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Initializing extension driver 'port_security' Sep 22 13:02:21.915162 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.extensions.port_security [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] PortSecurityExtensionDriver initialization complete Sep 22 13:02:21.915683 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Initializing mechanism driver 'openvswitch' Sep 22 13:02:21.915854 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Initializing mechanism driver 'hyperv' Sep 22 13:02:21.922528 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.plugins.ml2.plugin [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:02:21.923199 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > port after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.923603 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > port after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.923938 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > port after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.924467 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 13:02:21.924896 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > subnet after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.925249 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > subnet after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.925890 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.926277 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 13:02:21.926685 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > network after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.927033 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > network after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.927375 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > network after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.927787 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 13:02:21.928187 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > security_group after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.929032 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > security_group after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.929469 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > security_group after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.929995 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 13:02:21.930400 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.930743 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.931083 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.931504 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 13:02:21.931908 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > address_group after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.932247 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > address_group after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.932580 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > address_group after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.932961 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 13:02:21.933333 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] ML2 OVO RPC backend initialized. {{(pid=94761) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 22 13:02:21.934035 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.934383 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.934789 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > network before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.935126 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > networks before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.935491 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > port before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.935827 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > ports before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.936158 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > subnet before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.936489 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > subnets before_response 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.936822 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > network after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.937154 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > network after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.937480 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > network after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.937806 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > port after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.938131 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > port after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.938455 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > port after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.940650 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > subnet after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.940650 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > subnet after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.940650 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.940650 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.plugin [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Modular L2 Plugin initialization complete Sep 22 13:02:21.940650 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading services supported by the core plugin {{(pid=94761) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 13:02:21.941687 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.plugins.ml2.managers [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Got port-security extension from driver 'port_security' Sep 22 13:02:21.941687 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.extensions.vlantransparent [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Disabled vlantransparent extension. Sep 22 13:02:21.941956 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94761) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 13:02:21.942232 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading Plugin: router Sep 22 13:02:21.991577 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router_interface before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.992001 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router after_create 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.992397 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router before_create 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.992809 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.993185 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.993544 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router after_delete 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.993904 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > floatingip after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.994276 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > floatingip after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.994641 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router after_create 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.995001 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router after_update 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.995357 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router after_update 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.995733 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.996093 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router after_update 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.996508 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router precommit_update 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.996882 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: port after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.997230 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: port after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.997590 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: subnet after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.998042 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.998396 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > port precommit_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.998745 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router precommit_create 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.999087 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: port before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.999452 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router precommit_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:21.999831 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router after_update 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.000194 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router precommit_delete 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.000548 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router precommit_create 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.000929 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.001279 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router precommit_update 55549900 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.001646 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > agent after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.001997 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > agent after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.002378 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > network after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.003307 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Tracking information for resource: router configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 13:02:22.003689 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Tracking information for resource: floatingip configured {{(pid=94761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 13:02:22.009761 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.db.l3_agentschedulers_db [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 13:02:22.010340 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: port after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.010770 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: port after_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.011057 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: port after_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.011456 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: port after_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.012302 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router before_create 55550100 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.012709 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router precommit_delete 55550100 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.013135 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router precommit_create 55550100 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.013498 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > router precommit_update 55550100 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.018498 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.services.provider_configuration [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service providers = [] {{(pid=94761) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 13:02:22.018864 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.db.servicetype_db [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94761) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 13:02:22.029560 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.services.service_base [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 13:02:22.029906 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.services.service_base [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 13:02:22.030247 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.services.service_base [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 13:02:22.031156 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.services.service_base [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 13:02:22.031579 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.services.service_base [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 13:02:22.031973 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 13:02:22.032363 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 13:02:22.043051 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 13:02:22.043385 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading Plugin: auto_allocate Sep 22 13:02:22.049198 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: network precommit_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.049572 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: network precommit_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.050106 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 13:02:22.050686 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading Plugin: tag Sep 22 13:02:22.058065 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 13:02:22.058387 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading Plugin: timestamp Sep 22 13:02:22.062427 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 13:02:22.062751 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading Plugin: network_ip_availability Sep 22 13:02:22.068189 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.068562 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.068921 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.070378 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 13:02:22.070698 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading Plugin: flavors Sep 22 13:02:22.075391 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 13:02:22.075740 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading Plugin: revisions Sep 22 13:02:22.080024 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 13:02:22.080428 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_concurrency.lockutils [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.657s {{(pid=94761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 13:02:22.081169 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94761) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 22 13:02:22.081506 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Initializing extension manager. Sep 22 13:02:22.082016 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: __init__.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.082357 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: __pycache__ {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.082689 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.083021 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: address_group.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.083812 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.084378 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: address-group Sep 22 13:02:22.084699 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: address_scope.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.085847 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.086347 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: address-scope Sep 22 13:02:22.086671 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: admin_state_down_before_update.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.087652 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.088175 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: router-admin-state-down-before-update Sep 22 13:02:22.088497 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: agent.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.089198 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.089690 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: agent Sep 22 13:02:22.090016 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: agent_resources_synced.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.090923 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.091420 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: agent-resources-synced Sep 22 13:02:22.091772 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: allowedaddresspairs.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.093566 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.094082 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: allowed-address-pairs Sep 22 13:02:22.094405 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: auto_allocated_topology.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.095514 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.096016 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: auto-allocated-topology Sep 22 13:02:22.096335 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: availability_zone.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.097025 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.097518 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: availability_zone Sep 22 13:02:22.097837 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: availability_zone_filter.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.098745 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.099236 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: availability_zone_filter Sep 22 13:02:22.099592 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: data_plane_status.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.100524 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.101102 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 13:02:22.101421 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: default_subnetpools.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.102332 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.102824 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: default-subnetpools Sep 22 13:02:22.103143 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: dhcpagentscheduler.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.103988 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.104477 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: dhcp_agent_scheduler Sep 22 13:02:22.104799 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: dns.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.105709 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.106202 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension dns-integration not supported by any of loaded plugins Sep 22 13:02:22.106520 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: dns_domain_ports.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.107451 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.108022 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 13:02:22.108347 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.109266 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.109768 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 22 13:02:22.110088 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: dvr.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.110756 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.111245 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: dvr Sep 22 13:02:22.111600 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: ecmp_routes.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.112509 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.113003 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension ecmp_routes not supported by any of loaded plugins Sep 22 13:02:22.113321 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: empty_string_filtering.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.114234 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.114728 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: empty-string-filtering Sep 22 13:02:22.115048 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.115997 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.117021 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 13:02:22.117394 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.118308 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.118806 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 13:02:22.119128 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: external_net.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.120064 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.120559 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: external-net Sep 22 13:02:22.120876 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: extra_dhcp_opt.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.121777 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.122264 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: extra_dhcp_opt Sep 22 13:02:22.122579 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: extraroute.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.123507 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.124000 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: extraroute Sep 22 13:02:22.124317 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: extraroute_atomic.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.125344 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.125835 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: extraroute-atomic Sep 22 13:02:22.126158 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: filter_validation.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.126813 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.127300 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: filter-validation Sep 22 13:02:22.127641 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: fip_pf_description.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.128553 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.129044 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 13:02:22.129363 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: fip_port_details.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.130285 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.130778 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: fip-port-details Sep 22 13:02:22.131098 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: flavors.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.133006 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.133507 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: flavors Sep 22 13:02:22.133836 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.135824 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.136342 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 13:02:22.136672 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: floatingip_pools.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.137379 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.137876 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: floatingip-pools Sep 22 13:02:22.138200 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: ip_allocation.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.139129 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.139686 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 13:02:22.140008 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.140939 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.141432 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: ip-substring-filtering Sep 22 13:02:22.141754 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: l2_adjacency.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.142671 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.143159 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 13:02:22.143509 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: l3.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.144630 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.145141 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: router Sep 22 13:02:22.145463 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: l3_conntrack_helper.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.147757 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.148284 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 13:02:22.148614 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.149552 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.150055 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: ext-gw-mode Sep 22 13:02:22.150374 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.151320 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.151843 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: l3-ha Sep 22 13:02:22.152165 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: l3_flavors.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.153081 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.153574 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: l3-flavors Sep 22 13:02:22.153893 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.154812 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.155335 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 13:02:22.155681 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: l3agentscheduler.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.156734 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.157229 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: l3_agent_scheduler Sep 22 13:02:22.157553 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: logging.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.168994 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.169447 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension logging not supported by any of loaded plugins Sep 22 13:02:22.169780 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: metering.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.170537 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.171106 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: metering Sep 22 13:02:22.171519 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.172552 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.173054 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: metering_source_and_destination_fields Sep 22 13:02:22.173438 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: multiprovidernet.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.174448 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.174947 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: multi-provider Sep 22 13:02:22.175270 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: netmtu.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.176470 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.176965 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: net-mtu Sep 22 13:02:22.177282 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: netmtu_writable.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.178192 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.179337 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: net-mtu-writable Sep 22 13:02:22.179895 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: network_availability_zone.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.180571 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.181062 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: network_availability_zone Sep 22 13:02:22.181380 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: network_ip_availability.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.182501 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.183000 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: network-ip-availability Sep 22 13:02:22.183323 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: network_segment_range.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.184121 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.184613 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 13:02:22.184934 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: pagination.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.185916 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.186240 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: pagination Sep 22 13:02:22.186556 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: port_device_profile.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.187504 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.188007 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: port-device-profile Sep 22 13:02:22.188324 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.189240 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.189736 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: port-mac-address-regenerate Sep 22 13:02:22.190054 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.191170 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.191866 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: port-numa-affinity-policy Sep 22 13:02:22.192263 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: port_resource_request.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.193386 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.193858 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 13:02:22.194309 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: portbindings.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.195304 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.195837 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: binding Sep 22 13:02:22.196162 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: portbindings_extended.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.197438 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.197944 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: binding-extended Sep 22 13:02:22.198272 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: portsecurity.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.199188 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.199727 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: port-security Sep 22 13:02:22.200051 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: project_id.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.201025 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.201352 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: project-id Sep 22 13:02:22.201674 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: providernet.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.202597 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.203094 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: provider Sep 22 13:02:22.203411 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: qos.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.206997 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.207529 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension qos not supported by any of loaded plugins Sep 22 13:02:22.207862 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.209094 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.209603 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 13:02:22.209974 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.210960 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.211486 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 13:02:22.211814 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: qos_default.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.212729 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.213233 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension qos-default not supported by any of loaded plugins Sep 22 13:02:22.213558 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: qos_fip.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.214212 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.214702 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension qos-fip not supported by any of loaded plugins Sep 22 13:02:22.215022 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: qos_gateway_ip.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.215971 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.216469 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 13:02:22.216792 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: qos_port_network_policy.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.217702 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.218200 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 13:02:22.218525 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: qos_pps_rule.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.219735 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.220242 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension qos-pps not supported by any of loaded plugins Sep 22 13:02:22.220567 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: qos_rule_type_details.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.221484 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.221984 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 13:02:22.222311 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: qos_rules_alias.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.223350 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.223871 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 13:02:22.224196 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: quotasv2.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.225343 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.225343 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: quotas Sep 22 13:02:22.226662 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: quotasv2_detail.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.229992 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.230329 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: quota_details Sep 22 13:02:22.230659 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: rbac.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.231762 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.232287 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: rbac-policies Sep 22 13:02:22.232617 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: rbac_address_group.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.233547 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.234052 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: rbac-address-group Sep 22 13:02:22.234378 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: rbac_address_scope.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.235291 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.235820 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: rbac-address-scope Sep 22 13:02:22.236145 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: rbac_security_groups.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.237064 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.237565 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: rbac-security-groups Sep 22 13:02:22.237886 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: rbac_subnetpool.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.238795 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.239321 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: rbac-subnetpool Sep 22 13:02:22.239654 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: revisionifmatch.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.240583 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.241133 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: revision-if-match Sep 22 13:02:22.241967 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: revisions.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.243079 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.243614 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: standard-attr-revisions Sep 22 13:02:22.243945 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: router_availability_zone.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.244624 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.245129 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: router_availability_zone Sep 22 13:02:22.245445 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: routerservicetype.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.246364 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.246860 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension router-service-type not supported by any of loaded plugins Sep 22 13:02:22.247177 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.248120 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.248615 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: security-groups-normalized-cidr Sep 22 13:02:22.248934 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: security_groups_port_filtering.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.249858 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.250357 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: port-security-groups-filtering Sep 22 13:02:22.250676 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.251625 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.252134 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: security-groups-remote-address-group Sep 22 13:02:22.252446 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: securitygroup.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.263911 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.264432 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: security-group Sep 22 13:02:22.264767 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: segment.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.265583 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.266079 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension segment not supported by any of loaded plugins Sep 22 13:02:22.266403 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.267373 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.267899 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 13:02:22.268221 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: servicetype.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.269416 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.269930 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: service-type Sep 22 13:02:22.270259 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: sorting.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.271241 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.271630 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: sorting Sep 22 13:02:22.271950 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: standard_attr_segment.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.273013 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.273515 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 13:02:22.273839 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: standardattrdescription.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.274491 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.274985 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: standard-attr-description Sep 22 13:02:22.275313 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: stateful_security_group.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.276259 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.276763 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: stateful-security-group Sep 22 13:02:22.277085 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: stdattrs_common.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.277667 dv-cinder-810000-3-iscsi neutron-server[94761]: WARNING neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 13:02:22.277980 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.278920 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.279421 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 13:02:22.279760 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: subnet_onboard.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.280966 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.281469 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: subnet_onboard Sep 22 13:02:22.281792 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.282728 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.283226 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 13:02:22.283575 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: subnet_service_types.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.284506 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.285005 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: subnet-service-types Sep 22 13:02:22.285325 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: subnetallocation.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.286406 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.286903 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: subnet_allocation Sep 22 13:02:22.287224 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.288429 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.288936 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: subnetpool-prefix-ops Sep 22 13:02:22.289251 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.290192 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.290702 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 13:02:22.291187 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: tagging.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.292491 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.293002 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: standard-attr-tag Sep 22 13:02:22.293330 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: timestamp.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.294543 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.295041 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loaded extension: standard-attr-timestamp Sep 22 13:02:22.295368 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: trunk.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.296424 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.296926 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension trunk not supported by any of loaded plugins Sep 22 13:02:22.297246 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: trunk_details.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.298162 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.298690 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension trunk-details not supported by any of loaded plugins Sep 22 13:02:22.299018 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: uplink_status_propagation.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.300021 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.300786 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 13:02:22.301103 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Loading extension file: vlantransparent.py {{(pid=94761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 13:02:22.301782 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 13:02:22.302277 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 13:02:22.305499 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:network Sep 22 13:02:22.306045 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:subnet Sep 22 13:02:22.306446 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 13:02:22.306847 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:port Sep 22 13:02:22.308167 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 13:02:22.308603 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service FLAVORS assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 13:02:22.309247 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 13:02:22.309670 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 13:02:22.310006 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:router Sep 22 13:02:22.310431 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:floatingip Sep 22 13:02:22.310921 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service METERING assigned prefix: /metering {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 13:02:22.312404 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.312773 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.313122 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:02:22.314154 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 13:02:22.314596 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:security_group Sep 22 13:02:22.315034 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 13:02:22.315642 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service CORE assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 13:02:22.315969 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 13:02:22.316311 dv-cinder-810000-3-iscsi neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] subnetpool is already registered Sep 22 13:02:22.316755 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service CORE assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 13:02:22.317081 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 13:02:22.317413 dv-cinder-810000-3-iscsi neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] subnetpool is already registered Sep 22 13:02:22.319842 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 13:02:22.320280 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service FLAVORS assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 13:02:22.320878 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 13:02:22.321300 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 13:02:22.321633 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:router Sep 22 13:02:22.321973 dv-cinder-810000-3-iscsi neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] router is already registered Sep 22 13:02:22.322383 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:floatingip Sep 22 13:02:22.322719 dv-cinder-810000-3-iscsi neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] floatingip is already registered Sep 22 13:02:22.323169 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service METERING assigned prefix: /metering {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 13:02:22.323873 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 13:02:22.324202 dv-cinder-810000-3-iscsi neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] rbac_policy is already registered Sep 22 13:02:22.324610 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:security_group Sep 22 13:02:22.324944 dv-cinder-810000-3-iscsi neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] security_group is already registered Sep 22 13:02:22.325342 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 13:02:22.325674 dv-cinder-810000-3-iscsi neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] security_group_rule is already registered Sep 22 13:02:22.326291 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service CORE assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 13:02:22.326617 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 13:02:22.326950 dv-cinder-810000-3-iscsi neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] subnetpool is already registered Sep 22 13:02:22.327369 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.v2.resource_helper [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Service CORE assigned prefix: {{(pid=94761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 13:02:22.327721 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 13:02:22.328052 dv-cinder-810000-3-iscsi neutron-server[94761]: WARNING neutron.quota.resource_registry [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] subnetpool is already registered Sep 22 13:02:22.328519 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: extensions {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.330012 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: address-groups {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.331495 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: address-scopes {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.332813 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: agents {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.333975 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: auto-allocated-topology {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.335225 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: availability_zones {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.336476 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: dhcp-networks {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.338030 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: dhcp-agents {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.339497 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: routers {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.342766 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: flavors {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.343960 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: service_profiles {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.345283 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: next_providers {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.347055 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: service_profiles {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.348712 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: floatingip-pools {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.349940 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: routers {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.352615 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: floatingips {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.353895 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: l3-routers {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.355275 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: l3-agents {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.356717 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: metering-labels {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.358079 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: metering-label-rules {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.359346 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: network-ip-availabilities {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.360644 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: bindings {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.363146 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: quotas {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.364725 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: quotas {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.366739 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: rbac-policies {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.367972 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: security-groups {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.369262 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: security-group-rules {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.370524 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: service-providers {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.371754 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: subnetpools {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.373191 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: subnetpools {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.374642 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.376342 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.378768 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.381569 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.383401 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.385246 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.386938 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.388939 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.390697 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.392449 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron.api.extensions [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Extended resource: tags {{(pid=94761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 13:02:22.398700 dv-cinder-810000-3-iscsi neutron-server[94761]: WARNING keystonemiddleware.auth_token [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 13:02:22.403816 dv-cinder-810000-3-iscsi neutron-server[94761]: WARNING keystonemiddleware.auth_token [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 13:02:22.413481 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_concurrency.lockutils [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Acquired lock "singleton_lock" {{(pid=94761) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 22 13:02:22.414041 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_concurrency.lockutils [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Releasing lock "singleton_lock" {{(pid=94761) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 22 13:02:22.414687 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO oslo_service.service [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Starting 2 workers Sep 22 13:02:22.430608 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Started child 94872 {{(pid=94761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 13:02:22.430608 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Started child 94873 {{(pid=94761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 13:02:22.430913 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:22.431543 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO neutron.service [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 13:02:22.431543 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Notify callbacks [] for process, before_spawn {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:22.431700 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [-] (94872) wsgi starting up on http://0.0.0.0:9696 Sep 22 13:02:22.431767 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO oslo_service.service [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Starting 1 workers Sep 22 13:02:22.431842 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:22.431842 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [-] (94873) wsgi starting up on http://0.0.0.0:9696 Sep 22 13:02:22.434704 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Started child 94874 {{(pid=94761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 13:02:22.435211 dv-cinder-810000-3-iscsi neutron-server[94761]: INFO oslo_service.service [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Starting 1 workers Sep 22 13:02:22.438652 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.service [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] calling RpcWorker wait() {{(pid=94874) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 13:02:22.439173 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.service [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] returning from RpcWorker wait() {{(pid=94874) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 13:02:22.439679 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Started child 94875 {{(pid=94761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 13:02:22.440519 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG neutron_lib.callbacks.manager [None req-4b93e34d-28a4-4511-a370-39175962ff2d None None] Notify callbacks [] for process, after_spawn {{(pid=94761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:22.440611 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:22.441046 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:02:22.442403 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94761) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 13:02:22.442618 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 13:02:22.442803 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 13:02:22.443020 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 13:02:22.443350 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 13:02:22.443556 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 13:02:22.444063 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.444415 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.444666 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.444801 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:22.445299 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.445299 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.445767 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.446006 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.446267 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.446551 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.446803 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.446978 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.447142 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.447393 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.447666 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.447970 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.448257 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.448501 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.448773 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.448943 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.449193 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.449447 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.449688 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.449951 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] debug = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.450194 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.450689 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.450914 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.451178 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.451443 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.451753 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.451995 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.452266 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.452515 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.452732 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.452992 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.453262 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.453494 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.453738 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.453933 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.454188 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.454434 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.454908 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] host = dv-cinder-810000-3-iscsi {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.455137 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.455380 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.455646 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.455888 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.456130 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.456346 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.456632 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.456914 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.457102 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.457328 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.457596 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.457840 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.458069 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.458308 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.458472 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_options = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.458723 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.458983 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.459278 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.459416 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.459626 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.459836 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.460100 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.460263 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.460522 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.460739 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.460953 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.461166 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.461425 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.461659 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.461922 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.462182 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.462413 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.465314 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.465314 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.465314 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.465314 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.465314 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.465314 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.465314 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.465314 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.467080 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.467080 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.467080 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.467080 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.467080 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.467080 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.467080 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.467080 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.468260 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.468260 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.468260 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.468260 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.468260 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.468260 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.468260 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.469042 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.469042 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.469042 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.469400 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.469400 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.469650 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.469792 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] use_json = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.469994 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.470232 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.470507 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.470741 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.470975 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.471188 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.471421 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.471691 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.472152 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.472582 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.472869 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.473115 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.473462 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.473462 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.474062 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.474062 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.474304 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.474437 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.474741 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.474983 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.475264 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.476151 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.476390 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.477749 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.477749 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.477749 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.477749 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.478377 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:02:22.478504 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.478504 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.478504 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.478792 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.478792 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.479008 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.479223 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.479486 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.479822 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.480095 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489283 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489283 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489283 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489283 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489283 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489283 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489283 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489283 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489801 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489801 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489801 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489801 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489801 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489801 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489801 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489801 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.489801 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490295 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490295 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490295 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490295 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490295 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490295 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490295 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490295 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490295 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490855 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490855 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490855 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490855 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490855 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490855 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490855 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490855 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.490855 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.492198 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.492198 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.492198 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.492198 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.492198 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.492198 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.492198 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.492198 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.492198 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.493347 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.493347 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.493347 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.493347 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.493347 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.493347 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.493347 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.493347 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.493347 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.494059 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.494059 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.494258 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.494513 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.494730 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.494969 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.495180 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.495452 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.495780 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.496020 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.496264 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.496519 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.496741 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.496994 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.497252 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.497501 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.497736 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.497969 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.498237 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.498470 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.498710 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.498934 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.499179 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.499449 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.499677 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.499899 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.500123 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.500386 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.500615 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.500874 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.501145 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.501401 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.501637 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.501865 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.502161 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.502448 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.502680 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.502903 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.503156 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.503461 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.503725 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.503962 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.504191 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.504451 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.504702 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.504948 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.505209 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.505439 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.505683 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.505929 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.506211 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.506464 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.506752 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.507131 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.507387 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.507734 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.507984 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.508226 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.508456 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.508722 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.508968 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.509198 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.509502 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.509705 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.509942 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.510228 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.510406 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.510636 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.510880 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.511183 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.511415 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.511699 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.511936 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.512180 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.512409 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.512621 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.512895 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.513103 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.513319 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.513555 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.513770 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.513981 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.514222 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.514432 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.514649 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.514896 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.515111 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.515325 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.515594 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.515805 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.516052 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.516270 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.516538 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.516797 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.517011 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.517265 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.517509 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.517800 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.518060 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.518324 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.518559 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.518791 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.519019 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.519253 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.519703 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.519703 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.519998 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.520160 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.520423 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.520660 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527060 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527060 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527060 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527060 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527060 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527060 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527060 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527060 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527982 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527982 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527982 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527982 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527982 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527982 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527982 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527982 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.527982 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.528775 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.528775 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.528775 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.528775 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.528775 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.528775 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.528775 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.528775 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.529694 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.529694 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.529694 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.529694 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.529694 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.529694 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.529694 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.529694 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.531076 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.531076 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.531076 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.531076 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.531076 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.531076 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.531076 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.531076 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.532870 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.532870 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.532870 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.532870 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.532870 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.532870 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.532870 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.532870 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.534500 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.534500 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.534500 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.534500 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.534500 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.534500 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.534500 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.534500 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.535232 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.535232 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.535232 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.535232 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.535232 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.535696 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.535696 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.535898 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.536114 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.536330 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.536571 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.536823 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.537145 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.537455 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.537699 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.538687 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.539066 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.539358 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.539681 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.539909 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.540191 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.540537 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.540804 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.541055 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.541306 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.541555 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.541797 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.542010 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.542257 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.542490 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.542705 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.542949 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.543208 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.543476 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.543710 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.543937 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.544158 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.544384 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.544592 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.544808 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.545020 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.545173 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 13:02:22.545708 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94761) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 13:02:22.545867 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 13:02:22.546029 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 13:02:22.546203 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 13:02:22.546389 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 13:02:22.546541 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 13:02:22.546748 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.546907 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.547069 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.547221 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.547377 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.547579 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.547738 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.547894 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.548050 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.548204 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.548360 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.548528 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.548660 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.548816 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.548971 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.549125 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.549283 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.549437 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.549600 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.549754 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.549911 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.550064 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.550218 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] debug = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.550374 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.550833 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.550994 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.551149 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.551310 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.551488 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.551644 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.551797 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.551952 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.552106 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.552261 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.552415 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.552570 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.552725 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.552880 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.553036 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.553191 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.553345 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] host = dv-cinder-810000-3-iscsi {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.553522 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.553679 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.553834 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.554082 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.554174 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.554321 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.554476 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.554634 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.554884 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.554984 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.555102 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.555256 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.555411 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.555588 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.555745 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_options = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.555901 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.556057 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.556210 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.556422 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.556561 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.556700 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.556855 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.557006 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.557157 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.557312 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.557461 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.557607 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.557755 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.557910 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.558068 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.558216 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.558358 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.558528 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.558656 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.558867 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.559036 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.559158 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.559271 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.559377 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.559527 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.559679 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.559833 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.559989 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.560144 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.560299 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.560456 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.560614 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.560800 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.560964 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.561118 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.561313 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.561435 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.561623 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.561744 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.561890 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.562068 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.562180 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.562335 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.562490 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.562643 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.562792 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.562940 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] use_json = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.563097 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.563253 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.563409 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.563575 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.563730 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.563882 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.564047 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.569553 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 13:02:22.569553 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.569553 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.569553 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.569553 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.569553 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.569553 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.569553 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570387 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570387 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570387 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570387 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570387 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570387 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570387 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570387 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570949 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570949 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570949 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570949 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570949 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570949 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570949 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.570949 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.571728 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.571728 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.571728 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.571728 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.571728 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.571728 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.571728 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.571728 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572256 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572256 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572256 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572256 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572256 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572256 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572256 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572256 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572256 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572986 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572986 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572986 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572986 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572986 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572986 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572986 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572986 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.572986 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.573798 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.573798 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.573798 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.573798 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.573798 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.573798 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.573798 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.573798 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.573798 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.574585 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.574585 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.574585 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.574585 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.574585 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.574585 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.574585 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.574585 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.574585 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.575228 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.575228 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.575228 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.575228 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.575228 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.575228 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.575754 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.575754 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.575754 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.575754 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.576005 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.576081 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.576197 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.576362 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.576533 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.576666 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.576797 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.576957 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.577115 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.577274 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.577434 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.577592 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.577759 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.577932 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.578090 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.578238 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.578393 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.578550 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.578707 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.578871 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.579029 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.579184 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.579331 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.579511 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.579671 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.579833 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.579991 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.580148 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.580304 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.580462 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.580607 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.580766 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.580924 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.581087 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.581245 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.581402 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.581559 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.581715 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.581873 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.582041 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.582200 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.582361 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.582521 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.582684 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.582855 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.583013 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.583172 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.583330 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.583511 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.583671 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.583829 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.583987 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.584146 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.584303 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.584460 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.584626 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.585316 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.585476 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.585633 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.585791 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.585974 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.586136 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.586289 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.586445 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.586603 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.586841 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.587011 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.587169 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.587327 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.587530 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.587654 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.587801 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.587960 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.588118 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.588276 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.588434 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.588832 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.588832 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.589065 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.589065 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.589257 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.589379 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.589544 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.589640 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.589788 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.589924 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.590058 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.590192 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.590326 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.590486 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.590628 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.590790 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.590948 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.591107 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.591264 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.591420 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.591600 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.591763 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.591922 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.592080 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.592238 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.592397 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.592555 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.592713 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.592873 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.593031 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.593190 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.593349 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.593506 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.593664 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.593830 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.593969 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.594127 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.594285 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.594442 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.594618 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.594775 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.594933 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.595152 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.595268 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.595393 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.595574 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.595733 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.595911 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.596076 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.596202 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.596363 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.596525 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.596685 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.596843 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.597000 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.597157 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.597316 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.597507 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.597673 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.597873 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.597960 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.598085 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.598450 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.598651 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.598806 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.598941 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.599075 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.599462 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.599462 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.599630 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.599718 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.599871 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.600022 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.600172 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.603455 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.603455 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.603455 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.603455 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.603455 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.603455 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.603455 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.603455 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.603455 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604012 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604012 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604012 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604012 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604012 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604012 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604012 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604012 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604445 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604445 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604445 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604445 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604445 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604445 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604770 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604770 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604887 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.604951 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.605112 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.605568 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.605568 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.605568 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.605812 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.605906 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.606038 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.606165 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.606327 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.606493 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.606654 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.606828 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.607471 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.607471 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.607471 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.607471 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.607772 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.607772 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.608024 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.608189 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.608336 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.608482 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.608611 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.608866 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.608866 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.609123 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.609123 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.609372 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.609515 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.609515 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.609787 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.609865 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.609994 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.610151 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.610310 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.610468 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 13:02:22.610620 dv-cinder-810000-3-iscsi neutron-server[94761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 13:02:22.638093 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:02:22.785741 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 53894) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:02:22.795169 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071611 Sep 22 13:02:35.020572 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cd9a5b-3730-405b-9c8f-6da16dd42806 None None] get_active_networks_info from dv-cinder-810000-3-iscsi {{(pid=94874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 13:02:35.096469 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd9a5b-3730-405b-9c8f-6da16dd42806 None None] No non-hosted networks {{(pid=94874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 13:02:35.107648 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.agentschedulers_db [None req-b9cd9a5b-3730-405b-9c8f-6da16dd42806 None None] DHCP Agent not found on host dv-cinder-810000-3-iscsi {{(pid=94874) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 22 13:02:35.193548 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b36548ea-b157-42fa-9ee6-c2c46fd91f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564430'] for agent, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:38.716863 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bf1bf52e-ea43-4008-8976-c7e5dc93bf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564430'] for agent, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:38.839365 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.db.api [None req-bb8b9aa9-ed9b-4307-985b-6fb2630f6523 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-810000-3-iscsi {{(pid=94874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 13:02:38.840946 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG oslo_db.api [None req-bb8b9aa9-ed9b-4307-985b-6fb2630f6523 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 13:02:38.932157 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564430'] for agent, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:38.933215 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:38.933790 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:38.934344 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:38.934895 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:38.935463 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:38.936029 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:38.936597 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:38.937164 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:38.937710 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:38.938245 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:38.938797 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:38.939340 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:38.939997 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810000-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:02:38.960336 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810000-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:02:39.435189 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9aa9-ed9b-4307-985b-6fb2630f6523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:40.017994 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564430'] for agent, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:41.638377 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564430'] for agent, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:41.684369 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.db.l3_hamode_db [None req-4d7b7ff8-7457-4f73-a0e7-65f02cab40f5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 13:02:41.764054 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b7ff8-7457-4f73-a0e7-65f02cab40f5 None None] Routers set() bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:02:41.764441 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b7ff8-7457-4f73-a0e7-65f02cab40f5 None None] Router IDs set() for agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 13:02:42.626111 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 53986) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:02:43.135008 dv-cinder-810000-3-iscsi neutron-server[94872]: WARNING oslo_policy.policy [None req-00ccfb12-e742-411e-8a52-982498bcef0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 13:02:43.135629 dv-cinder-810000-3-iscsi neutron-server[94872]: WARNING oslo_policy.policy [None req-00ccfb12-e742-411e-8a52-982498bcef0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 13:02:43.364050 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [None req-00ccfb12-e742-411e-8a52-982498bcef0b admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:02:43.365195 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-00ccfb12-e742-411e-8a52-982498bcef0b admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7381680 Sep 22 13:02:45.754805 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54000) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:02:46.245732 dv-cinder-810000-3-iscsi neutron-server[94873]: WARNING oslo_policy.policy [None req-7d11e5b8-9649-4eb2-9cea-c3c1c353833d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 13:02:46.246327 dv-cinder-810000-3-iscsi neutron-server[94873]: WARNING oslo_policy.policy [None req-7d11e5b8-9649-4eb2-9cea-c3c1c353833d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 13:02:46.473836 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-7d11e5b8-9649-4eb2-9cea-c3c1c353833d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:02:46.569813 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.policy [None req-7d11e5b8-9649-4eb2-9cea-c3c1c353833d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94873) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 13:02:46.616319 dv-cinder-810000-3-iscsi neutron-server[94873]: WARNING oslo_policy.policy [None req-7d11e5b8-9649-4eb2-9cea-c3c1c353833d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 13:02:46.616691 dv-cinder-810000-3-iscsi neutron-server[94873]: WARNING oslo_policy.policy [None req-7d11e5b8-9649-4eb2-9cea-c3c1c353833d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 13:02:46.625486 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.quota [None req-7d11e5b8-9649-4eb2-9cea-c3c1c353833d admin admin] Loaded quota_driver: . Sep 22 13:02:46.885433 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d11e5b8-9649-4eb2-9cea-c3c1c353833d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756458579870', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756458584499', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756458596525', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756458594929', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756458025979', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756458618603', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1586042', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1790558', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676122', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649508'] for rbac-policy, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:47.102751 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7d11e5b8-9649-4eb2-9cea-c3c1c353833d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:47.104147 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-7d11e5b8-9649-4eb2-9cea-c3c1c353833d admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3472433 Sep 22 13:02:49.719745 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54018) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:02:50.023608 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a6acc65d9ec34116aec0a450113b4433', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'name': 'private'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:02:50.106627 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Made reservation on behalf of a6acc65d9ec34116aec0a450113b4433 for: {'network': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:02:50.109586 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:50.127377 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:50.251286 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:50.334802 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:50.353943 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:02:50.382112 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756459455115', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:50.382706 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Unsubscribe: segment precommit_create {{(pid=94873) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 13:02:50.383242 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.segments_db [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Added segment cc332c78-8d15-470b-b6fb-5332f9870d92 of type vlan for network a865f81d-58a8-4943-9f08-daba05fec74d Sep 22 13:02:50.399086 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4801d0-1fb0-4fae-953b-a15ca2f7643f,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:02:50.444903 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:50.445251 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:50.445592 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:50.445917 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:50.446242 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:50.446575 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:50.446900 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:50.447218 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:50.447573 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:50.447893 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:50.448208 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:50.448522 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Tracked resource versions report: Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: pushed versions: Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: { 'AddressGroup': {'1.2'}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'ConntrackHelper': {'1.0'}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Log': {'1.0'}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Network': {'1.1'}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Port': {'1.7'}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'PortForwarding': {'1.2'}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'QosPolicy': {'1.9'}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'SecurityGroup': {'1.4'}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'SecurityGroupRule': {'1.2'}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'SubPort': {'1.0'}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Subnet': {'1.1'}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Trunk': {'1.1'}} Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: consumer versions: Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: { DHCP agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: L3 agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: Metadata agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: Metering agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: Open vSwitch agent@dv-cinder-810000-3-iscsi: { 'AddressGroup': '1.2', Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'ConntrackHelper': '1.0', Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Log': '1.0', Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Network': '1.1', Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Port': '1.7', Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'PortForwarding': '1.2', Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'QosPolicy': '1.9', Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'SecurityGroup': '1.4', Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'SecurityGroupRule': '1.2', Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'SubPort': '1.0', Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Subnet': '1.1', Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Trunk': '1.1'}} Sep 22 13:02:50.449629 dv-cinder-810000-3-iscsi neutron-server[94873]: {{(pid=94873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 13:02:50.503131 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:50.634297 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:50.635598 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:02:50.636234 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:50.732920 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] Pushing event updated for resources: {'Network': ['ID=a865f81d-58a8-4943-9f08-daba05fec74d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:02:50.746412 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network a865f81d-58a8-4943-9f08-daba05fec74d details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:02:50.775581 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-41e32d8d-cdd4-4dd3-8cd3-cb4a71e04401 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0547354 Sep 22 13:02:53.431633 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54032) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:02:53.832428 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d053342-3c8f-47ab-9242-8f8b5e9b8ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:02:53.833822 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-2d053342-3c8f-47ab-9242-8f8b5e9b8ffb admin admin] 10.222.0.43 "GET /v2.0/networks/a865f81d-58a8-4943-9f08-daba05fec74d HTTP/1.1" status: 200 len: 825 time: 0.4012072 Sep 22 13:02:53.858996 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-d8f0661d-4d0b-44e9-88f2-7bb839f2c781 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/8877d592-a5e5-48a7-b0d2-95d403232d34 HTTP/1.1" status: 200 len: 734 time: 0.0188098 Sep 22 13:02:53.868836 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-0dee14bd-d1f0-412c-b518-7bed9810d1e3 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d', 'subnetpool_id': '8877d592-a5e5-48a7-b0d2-95d403232d34', 'gateway_ip': '172.20.0.1'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:02:53.993578 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dee14bd-d1f0-412c-b518-7bed9810d1e3 admin admin] Made reservation on behalf of a6acc65d9ec34116aec0a450113b4433 for: {'subnet': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:02:53.996034 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0dee14bd-d1f0-412c-b518-7bed9810d1e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:54.358076 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0dee14bd-d1f0-412c-b518-7bed9810d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for subnet, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:54.427135 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee14bd-d1f0-412c-b518-7bed9810d1e3 admin admin] Checking segment: {'id': 'cc332c78-8d15-470b-b6fb-5332f9870d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:02:54.427525 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee14bd-d1f0-412c-b518-7bed9810d1e3 admin admin] Network hostable DHCP agents. Network: a865f81d-58a8-4943-9f08-daba05fec74d, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:02:54.431995 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee14bd-d1f0-412c-b518-7bed9810d1e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b374afd-92e3-481a-a7da-cc2e145f196c,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:02:54.576488 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee14bd-d1f0-412c-b518-7bed9810d1e3 admin admin] Network a865f81d-58a8-4943-9f08-daba05fec74d is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:02:54.667626 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-0dee14bd-d1f0-412c-b518-7bed9810d1e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, a865f81d-58a8-4943-9f08-daba05fec74d) {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:02:54.672370 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee14bd-d1f0-412c-b518-7bed9810d1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:02:54.673233 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0dee14bd-d1f0-412c-b518-7bed9810d1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:54.678568 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf8300e-97b6-4442-aa4f-9a462b2dbffb None None] Network a865f81d-58a8-4943-9f08-daba05fec74d requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:02:54.782823 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-0dee14bd-d1f0-412c-b518-7bed9810d1e3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9174154 Sep 22 13:02:55.010123 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01d833cb-d995-53ea-8e06-0160417cf917-a865f81d-58a8-4943-9f08-daba05fec74d', 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'fixed_ips': [{'subnet_id': '5b374afd-92e3-481a-a7da-cc2e145f196c'}]}} from dv-cinder-810000-3-iscsi. {{(pid=94874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 13:02:55.011382 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:55.356806 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.db_base_plugin_common [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Allocated IP 172.20.0.2 (a865f81d-58a8-4943-9f08-daba05fec74d/5b374afd-92e3-481a-a7da-cc2e145f196c/0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82) {{(pid=94874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:02:55.622460 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Notify callbacks [] for port, precommit_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:55.719808 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:55.804982 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Network a865f81d-58a8-4943-9f08-daba05fec74d is already hosted by enough agents. {{(pid=94874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:02:55.812053 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.base_scheduler [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Resources bound (agent type, host, resource id): {{(pid=94874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:02:55.813855 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Pushing event updated for resources: {'Port': ['ID=0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82,revision_number=1']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:02:55.818930 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Received port after_create {{(pid=94874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:02:55.825567 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:55.825919 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:55.826304 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:55.826675 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:55.827016 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:55.827353 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:55.827707 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:55.828038 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:55.828384 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:55.828732 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:55.829043 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:55.829368 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Tracked resource versions report: Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: pushed versions: Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: { 'AddressGroup': {'1.2'}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'ConntrackHelper': {'1.0'}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Log': {'1.0'}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Network': {'1.1'}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Port': {'1.7'}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'PortForwarding': {'1.2'}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'QosPolicy': {'1.9'}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'SecurityGroup': {'1.4'}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'SecurityGroupRule': {'1.2'}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'SubPort': {'1.0'}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Subnet': {'1.1'}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Trunk': {'1.1'}} Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: consumer versions: Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: { DHCP agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: L3 agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: Metadata agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: Metering agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: Open vSwitch agent@dv-cinder-810000-3-iscsi: { 'AddressGroup': '1.2', Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'ConntrackHelper': '1.0', Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Log': '1.0', Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Network': '1.1', Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Port': '1.7', Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'PortForwarding': '1.2', Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'QosPolicy': '1.9', Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'SecurityGroup': '1.4', Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'SecurityGroupRule': '1.2', Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'SubPort': '1.0', Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Subnet': '1.1', Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Trunk': '1.1'}} Sep 22 13:02:55.830499 dv-cinder-810000-3-iscsi neutron-server[94874]: {{(pid=94874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 13:02:55.908895 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Attempting to bind port 0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:02:55.909198 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Attempting to bind port 0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': 'cc332c78-8d15-470b-b6fb-5332f9870d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:02:55.909633 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Attempting to bind port 0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82 on network a865f81d-58a8-4943-9f08-daba05fec74d {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:02:55.914978 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:02:55.915399 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Checking segment: {'id': 'cc332c78-8d15-470b-b6fb-5332f9870d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:02:55.915912 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:55.916306 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Bound using segment: {'id': 'cc332c78-8d15-470b-b6fb-5332f9870d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:02:55.916837 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Bound port: 0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc332c78-8d15-470b-b6fb-5332f9870d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:02:55.917253 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:55.982845 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] For port 0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:02:55.987216 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] For port 0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82,segment=NetworkSegment(cc332c78-8d15-470b-b6fb-5332f9870d92),segment_id=cc332c78-8d15-470b-b6fb-5332f9870d92)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:02:56.084180 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:02:56.153784 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e545eb-ffbd-4a69-b64e-006ab5f7ea1d None None] Pushing event updated for resources: {'Port': ['ID=0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:02:57.285885 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 54040) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:02:57.671556 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [None req-31e794b2-b7c3-4d8a-a1bf-5c1aa2e9cd5f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:02:57.672973 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-31e794b2-b7c3-4d8a-a1bf-5c1aa2e9cd5f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3858268 Sep 22 13:03:00.152301 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 54048) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:03:00.465606 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [None req-21ef2924-707c-4cb9-a56c-21cc854dc77e admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:03:00.466837 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-21ef2924-707c-4cb9-a56c-21cc854dc77e admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3135448 Sep 22 13:03:03.248933 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 54058) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:03:03.574999 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0859cd0b-04de-4fc0-b4d4-70ae962d23f2 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:03:03.642684 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.policy [None req-0859cd0b-04de-4fc0-b4d4-70ae962d23f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94872) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 13:03:03.689575 dv-cinder-810000-3-iscsi neutron-server[94872]: WARNING oslo_policy.policy [None req-0859cd0b-04de-4fc0-b4d4-70ae962d23f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 13:03:03.691016 dv-cinder-810000-3-iscsi neutron-server[94872]: WARNING oslo_policy.policy [None req-0859cd0b-04de-4fc0-b4d4-70ae962d23f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 13:03:03.699389 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.quota [None req-0859cd0b-04de-4fc0-b4d4-70ae962d23f2 admin admin] Loaded quota_driver: . Sep 22 13:03:03.827369 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0859cd0b-04de-4fc0-b4d4-70ae962d23f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2998'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:03.829301 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0859cd0b-04de-4fc0-b4d4-70ae962d23f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3007'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:03.982362 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0859cd0b-04de-4fc0-b4d4-70ae962d23f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:04.073843 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0859cd0b-04de-4fc0-b4d4-70ae962d23f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567739'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:04.192775 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0859cd0b-04de-4fc0-b4d4-70ae962d23f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:04.194059 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-0859cd0b-04de-4fc0-b4d4-70ae962d23f2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9441655 Sep 22 13:03:04.717977 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36f133a-a6d1-4bce-9593-c59c5e05da1c None None] Network a865f81d-58a8-4943-9f08-daba05fec74d requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:03:04.855780 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-b31c63a1-07c4-4309-b678-205c6b2aadb6 None None] Provisioning complete for port 0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:03:04.856161 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b31c63a1-07c4-4309-b678-205c6b2aadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:04.874900 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:03:05.100586 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b31c63a1-07c4-4309-b678-205c6b2aadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:05.103674 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:03:05.104040 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:05.133097 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b122a75a-f47f-4c71-9a02-e9a275653bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:05.170560 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-b31c63a1-07c4-4309-b678-205c6b2aadb6 None None] For port 0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82,segment=NetworkSegment(cc332c78-8d15-470b-b6fb-5332f9870d92),segment_id=cc332c78-8d15-470b-b6fb-5332f9870d92)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:03:05.220148 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:05.279035 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b31c63a1-07c4-4309-b678-205c6b2aadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:05.350015 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.db.api [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 13:03:05.350276 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG oslo_db.api [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 13:03:05.354619 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c63a1-07c4-4309-b678-205c6b2aadb6 None None] Pushing event updated for resources: {'Port': ['ID=0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:03:05.397327 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-2f2b5a1d-78fb-4f96-8052-cc97df924279 None None] Provisioning complete for port 0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:03:05.397699 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5a1d-78fb-4f96-8052-cc97df924279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:06.507949 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 5 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:03:06.645033 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54076) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:03:06.843437 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:03:06.890330 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:03:06.890709 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:06.966598 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [None req-942a9315-4e22-49a8-aff8-a360a7639b83 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:03:06.967640 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-942a9315-4e22-49a8-aff8-a360a7639b83 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3215804 Sep 22 13:03:08.541174 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-29a8041c-c9b3-4686-8997-1199d21c4a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:08.855036 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:09.390417 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54088) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:03:09.708338 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:03:09.853337 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Made reservation on behalf of 190418ced5ae42759c8d443eed1b87fc for: {'network': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:03:09.855690 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:09.863981 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:09.951039 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:10.098973 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:10.135474 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:10.151488 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Reserving flat network on physical network physnet1 {{(pid=94873) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 13:03:10.169356 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ce1174-8669-4563-b519-a040ff29cd40,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:03:10.174887 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:10.175232 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.segments_db [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Added segment 8c871a67-0d70-4064-94f0-c404b705d695 of type flat for network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e Sep 22 13:03:10.221402 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:10.329485 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:10.331095 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:03:10.331707 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:10.389301 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] Pushing event updated for resources: {'Network': ['ID=01976d25-e9c8-47fa-b0c1-7f313f2bd86e,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:03:10.400153 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:03:10.467054 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-0d2cf5e4-82a9-4c01-9b58-ac225468c069 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0754125 Sep 22 13:03:11.581636 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:12.873649 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54106) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:03:13.051051 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfb1e28-299d-468a-9886-af1449d484ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:03:13.055792 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-acfb1e28-299d-468a-9886-af1449d484ad admin admin] 10.222.0.43 "GET /v2.0/subnets/5b374afd-92e3-481a-a7da-cc2e145f196c HTTP/1.1" status: 200 len: 849 time: 0.1808157 Sep 22 13:03:13.218195 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-a8d04403-5f80-4498-854f-f6bea16cbe85 admin admin] 10.222.0.43 "GET /v2.0/routers/edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325 HTTP/1.1" status: 200 len: 704 time: 0.1595941 Sep 22 13:03:13.489377 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:13.782152 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Allocated IP 172.20.0.1 (a865f81d-58a8-4943-9f08-daba05fec74d/5b374afd-92e3-481a-a7da-cc2e145f196c/e68b287b-d64f-45f3-83f0-ac780472cae7) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:03:13.941700 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:14.141592 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:14.212478 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Network a865f81d-58a8-4943-9f08-daba05fec74d is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:03:14.217259 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:03:14.228605 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:03:14.228605 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564358'] for router_interface, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:14.285240 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Pushing event updated for resources: {'Port': ['ID=e68b287b-d64f-45f3-83f0-ac780472cae7,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:03:14.452517 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-1d079069-c075-4c8d-a290-487c812985a8 None None] Provisioning complete for port e68b287b-d64f-45f3-83f0-ac780472cae7 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:03:14.453072 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1d079069-c075-4c8d-a290-487c812985a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:14.489671 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-1d079069-c075-4c8d-a290-487c812985a8 None None] Port e68b287b-d64f-45f3-83f0-ac780472cae7 cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:03:14.502392 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:14.709700 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:14.791932 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:14.792732 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562038'] for router_interface, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:14.854797 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Pushing event updated for resources: {'Port': ['ID=e68b287b-d64f-45f3-83f0-ac780472cae7,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:03:14.921489 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Network a865f81d-58a8-4943-9f08-daba05fec74d is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:03:14.922831 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:03:15.111805 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7460ed33-4104-4042-9b18-766b74a0f6aa None None] Provisioning complete for port e68b287b-d64f-45f3-83f0-ac780472cae7 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:03:15.112073 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7460ed33-4104-4042-9b18-766b74a0f6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:15.144731 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7460ed33-4104-4042-9b18-766b74a0f6aa None None] Port e68b287b-d64f-45f3-83f0-ac780472cae7 cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:03:15.147092 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Router edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325 is scheduled to L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb with binding_index 1 {{(pid=94873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 13:03:15.239263 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:03:15.244885 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-12337faa-cc7a-42c6-bd15-bbd6633d47bc admin admin] 10.222.0.43 "PUT /v2.0/routers/edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0201850 Sep 22 13:03:15.248935 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Sync routers for ids ['edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:03:15.261272 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Routers {'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:03:15.262122 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:03:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:03:15.449471 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Set router edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325 gateway port host: None {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:03:15.886377 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'name': 'router1', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:03:03Z', 'updated_at': '2021-09-22T13:03:14Z', 'revision_number': 2, 'project_id': 'a6acc65d9ec34116aec0a450113b4433', 'gw_port_host': None, '_interfaces': [{'id': 'e68b287b-d64f-45f3-83f0-ac780472cae7', 'name': '', 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'mac_address': 'fa:16:3e:1f:6e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b374afd-92e3-481a-a7da-cc2e145f196c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:03:13Z', 'updated_at': '2021-09-22T13:03:14Z', 'revision_number': 2, 'project_id': 'a6acc65d9ec34116aec0a450113b4433', 'subnets': [{'id': '5b374afd-92e3-481a-a7da-cc2e145f196c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8877d592-a5e5-48a7-b0d2-95d403232d34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:03:15.939319 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Checking router: edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325 for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:03:15.939758 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Updating router edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325 port e68b287b-d64f-45f3-83f0-ac780472cae7 binding host dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:03:15.989877 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:16.522351 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Notify callbacks [] for port, precommit_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:16.625859 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:16.799014 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Attempting to bind port e68b287b-d64f-45f3-83f0-ac780472cae7 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:03:16.799579 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Attempting to bind port e68b287b-d64f-45f3-83f0-ac780472cae7 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': 'cc332c78-8d15-470b-b6fb-5332f9870d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d'}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:03:16.800011 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Attempting to bind port e68b287b-d64f-45f3-83f0-ac780472cae7 on network a865f81d-58a8-4943-9f08-daba05fec74d {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:03:16.805657 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Pushing event updated for resources: {'Port': ['ID=e68b287b-d64f-45f3-83f0-ac780472cae7,revision_number=3']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:03:16.808212 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:03:16.808621 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Checking segment: {'id': 'cc332c78-8d15-470b-b6fb-5332f9870d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:03:16.809106 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:16.809494 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Bound using segment: {'id': 'cc332c78-8d15-470b-b6fb-5332f9870d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d'} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:03:16.810000 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Bound port: e68b287b-d64f-45f3-83f0-ac780472cae7, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc332c78-8d15-470b-b6fb-5332f9870d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d'}}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:03:16.810377 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:16.825243 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:03:16.825583 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:03:16.825922 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:03:16.826252 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:03:16.826577 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:03:16.826898 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:03:16.827220 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:03:16.827565 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:03:16.827903 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:03:16.828228 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:03:16.828544 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:03:16.828863 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Tracked resource versions report: Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: pushed versions: Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: { 'AddressGroup': {'1.2'}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'ConntrackHelper': {'1.0'}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Log': {'1.0'}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Network': {'1.1'}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Port': {'1.7'}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'PortForwarding': {'1.2'}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'QosPolicy': {'1.9'}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'SecurityGroup': {'1.4'}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'SecurityGroupRule': {'1.2'}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'SubPort': {'1.0'}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Subnet': {'1.1'}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Trunk': {'1.1'}} Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: consumer versions: Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: { DHCP agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: L3 agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: Metadata agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: Metering agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: Open vSwitch agent@dv-cinder-810000-3-iscsi: { 'AddressGroup': '1.2', Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'ConntrackHelper': '1.0', Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Log': '1.0', Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Network': '1.1', Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Port': '1.7', Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'PortForwarding': '1.2', Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'QosPolicy': '1.9', Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'SecurityGroup': '1.4', Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'SecurityGroupRule': '1.2', Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'SubPort': '1.0', Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Subnet': '1.1', Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Trunk': '1.1'}} Sep 22 13:03:16.830270 dv-cinder-810000-3-iscsi neutron-server[94875]: {{(pid=94875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 13:03:16.877420 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-2170d804-9111-45a4-9344-64f979409c39 None None] Provisioning complete for port e68b287b-d64f-45f3-83f0-ac780472cae7 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:03:16.878209 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2170d804-9111-45a4-9344-64f979409c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:16.894662 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] For port e68b287b-d64f-45f3-83f0-ac780472cae7, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:03:16.913845 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-2170d804-9111-45a4-9344-64f979409c39 None None] Port e68b287b-d64f-45f3-83f0-ac780472cae7 cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:03:16.918827 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] For port e68b287b-d64f-45f3-83f0-ac780472cae7, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=e68b287b-d64f-45f3-83f0-ac780472cae7,segment=NetworkSegment(cc332c78-8d15-470b-b6fb-5332f9870d92),segment_id=cc332c78-8d15-470b-b6fb-5332f9870d92)] {{(pid=94875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:03:16.975337 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:17.027976 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Routers {'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:03:17.030922 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:03:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:03:17.076215 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c1557-e6f5-4974-81a6-187fd007a2fe None None] Pushing event updated for resources: {'Port': ['ID=e68b287b-d64f-45f3-83f0-ac780472cae7,revision_number=4']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:03:17.131871 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] Set router edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325 gateway port host: None {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:03:17.237345 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-ac9b023b-07a8-4ba1-b491-7c49029c3964 None None] Provisioning complete for port e68b287b-d64f-45f3-83f0-ac780472cae7 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:03:17.237722 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ac9b023b-07a8-4ba1-b491-7c49029c3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:17.323734 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ac9b023b-07a8-4ba1-b491-7c49029c3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:17.358964 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-ac9b023b-07a8-4ba1-b491-7c49029c3964 None None] For port e68b287b-d64f-45f3-83f0-ac780472cae7, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=e68b287b-d64f-45f3-83f0-ac780472cae7,segment=NetworkSegment(cc332c78-8d15-470b-b6fb-5332f9870d92),segment_id=cc332c78-8d15-470b-b6fb-5332f9870d92)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:03:17.368337 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'name': 'router1', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:03:03Z', 'updated_at': '2021-09-22T13:03:14Z', 'revision_number': 2, 'project_id': 'a6acc65d9ec34116aec0a450113b4433', 'gw_port_host': None, '_interfaces': [{'id': 'e68b287b-d64f-45f3-83f0-ac780472cae7', 'name': '', 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'mac_address': 'fa:16:3e:1f:6e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b374afd-92e3-481a-a7da-cc2e145f196c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:03:13Z', 'updated_at': '2021-09-22T13:03:16Z', 'revision_number': 4, 'project_id': 'a6acc65d9ec34116aec0a450113b4433', 'subnets': [{'id': '5b374afd-92e3-481a-a7da-cc2e145f196c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8877d592-a5e5-48a7-b0d2-95d403232d34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:03:17.397625 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76437ec2-205f-4ec5-a45e-e74a9942c5aa None None] The sync data for ids ['edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325'] in dv-cinder-810000-3-iscsi is: [{'id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'name': 'router1', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:03:03Z', 'updated_at': '2021-09-22T13:03:14Z', 'revision_number': 2, 'project_id': 'a6acc65d9ec34116aec0a450113b4433', 'gw_port_host': None, '_interfaces': [{'id': 'e68b287b-d64f-45f3-83f0-ac780472cae7', 'name': '', 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'mac_address': 'fa:16:3e:1f:6e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b374afd-92e3-481a-a7da-cc2e145f196c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:03:13Z', 'updated_at': '2021-09-22T13:03:16Z', 'revision_number': 4, 'project_id': 'a6acc65d9ec34116aec0a450113b4433', 'subnets': [{'id': '5b374afd-92e3-481a-a7da-cc2e145f196c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8877d592-a5e5-48a7-b0d2-95d403232d34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:03:17.422998 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ac9b023b-07a8-4ba1-b491-7c49029c3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:17.477612 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b023b-07a8-4ba1-b491-7c49029c3964 None None] Pushing event updated for resources: {'Port': ['ID=e68b287b-d64f-45f3-83f0-ac780472cae7,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:03:17.541116 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54122) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:03:17.667287 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cd4f73-0293-44cd-abbe-e66f47ca448f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:03:17.668734 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-47cd4f73-0293-44cd-abbe-e66f47ca448f admin admin] 10.222.0.43 "GET /v2.0/networks/01976d25-e9c8-47fa-b0c1-7f313f2bd86e HTTP/1.1" status: 200 len: 842 time: 0.1265523 Sep 22 13:03:17.679711 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-2d2292d6-96b3-4eba-bde1-960ee0312831 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:03:17.801117 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2292d6-96b3-4eba-bde1-960ee0312831 admin admin] Made reservation on behalf of 190418ced5ae42759c8d443eed1b87fc for: {'subnet': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:03:17.803944 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d2292d6-96b3-4eba-bde1-960ee0312831 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:18.173658 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.objects.ports [None req-2d2292d6-96b3-4eba-bde1-960ee0312831 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94873) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 13:03:18.174116 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d2292d6-96b3-4eba-bde1-960ee0312831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for subnet, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:18.230125 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2292d6-96b3-4eba-bde1-960ee0312831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab72223-f3c8-45a6-8adb-df14f7b00337,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:03:18.249762 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2292d6-96b3-4eba-bde1-960ee0312831 admin admin] Checking segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:03:18.250317 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2292d6-96b3-4eba-bde1-960ee0312831 admin admin] Network hostable DHCP agents. Network: 01976d25-e9c8-47fa-b0c1-7f313f2bd86e, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:03:18.351692 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2292d6-96b3-4eba-bde1-960ee0312831 admin admin] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:03:18.437628 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-2d2292d6-96b3-4eba-bde1-960ee0312831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, 01976d25-e9c8-47fa-b0c1-7f313f2bd86e) {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:03:18.443482 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2292d6-96b3-4eba-bde1-960ee0312831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:03:18.445277 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2d2292d6-96b3-4eba-bde1-960ee0312831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:18.446847 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a725a-267f-45fd-98b0-80488a39b9ff None None] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:03:18.559461 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-2d2292d6-96b3-4eba-bde1-960ee0312831 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8708589 Sep 22 13:03:18.640200 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca760c6-6b1c-4f6b-959d-125f56500934 None None] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:03:20.867603 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54130) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:03:21.071379 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-f52b22af-07af-4fa9-b4dc-70fa4f9c7046 admin admin] 10.222.0.43 "GET /v2.0/routers/edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325 HTTP/1.1" status: 200 len: 710 time: 0.2024989 Sep 22 13:03:21.161106 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec56769a-cce6-47da-8757-b2adf368b027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:03:21.162508 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-ec56769a-cce6-47da-8757-b2adf368b027 admin admin] 10.222.0.43 "GET /v2.0/networks/01976d25-e9c8-47fa-b0c1-7f313f2bd86e HTTP/1.1" status: 200 len: 886 time: 0.0853078 Sep 22 13:03:21.172161 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:03:21.422079 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:21.843078 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:21.919278 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:22.029252 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Allocated IP 172.27.1.24 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/aa1fdb66-8713-4661-99bd-e0ec7a80466c) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:03:22.136431 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:22.221054 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:22.258920 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:03:22.261608 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:03:22.265091 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:03:22.272550 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1fdb66-8713-4661-99bd-e0ec7a80466c,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:03:22.628815 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:22.882821 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device e68b287b-d64f-45f3-83f0-ac780472cae7 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:03:22.933046 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2989'] for router, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:22.933647 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port e68b287b-d64f-45f3-83f0-ac780472cae7 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:03:22.933954 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:22.936724 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558105'] for router, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:23.058510 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Router edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:03:23.164100 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:03:23.168268 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] Notify callbacks [] for router, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:23.169479 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-828d948a-6fc4-4a54-a42d-a47692e64ee2 admin admin] 10.222.0.43 "PUT /v2.0/routers/edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325 HTTP/1.1" status: 200 len: 889 time: 2.0008156 Sep 22 13:03:23.995969 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Sync routers for ids ['edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:03:24.006897 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Routers {'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:03:24.007670 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-203da977-1a94-445f-8706-1505a4d28316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:03:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:03:24.217154 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Set router edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:03:24.617897 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-203da977-1a94-445f-8706-1505a4d28316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'name': 'router1', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'aa1fdb66-8713-4661-99bd-e0ec7a80466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:03:03Z', 'updated_at': '2021-09-22T13:03:22Z', 'revision_number': 4, 'project_id': 'a6acc65d9ec34116aec0a450113b4433', 'gw_port': {'id': 'aa1fdb66-8713-4661-99bd-e0ec7a80466c', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:03:21Z', 'updated_at': '2021-09-22T13:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'e68b287b-d64f-45f3-83f0-ac780472cae7', 'name': '', 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'mac_address': 'fa:16:3e:1f:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b374afd-92e3-481a-a7da-cc2e145f196c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:03:13Z', 'updated_at': '2021-09-22T13:03:17Z', 'revision_number': 5, 'project_id': 'a6acc65d9ec34116aec0a450113b4433', 'subnets': [{'id': '5b374afd-92e3-481a-a7da-cc2e145f196c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8877d592-a5e5-48a7-b0d2-95d403232d34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:03:24.668030 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Checking router: edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325 for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:03:24.668393 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Updating router edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325 port aa1fdb66-8713-4661-99bd-e0ec7a80466c binding host dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:03:24.717142 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:25.115681 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:25.208186 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:25.263081 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Attempting to bind port aa1fdb66-8713-4661-99bd-e0ec7a80466c on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:03:25.263466 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Attempting to bind port aa1fdb66-8713-4661-99bd-e0ec7a80466c by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:03:25.263837 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Attempting to bind port aa1fdb66-8713-4661-99bd-e0ec7a80466c on network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:03:25.265715 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ec219-9d42-44e9-b91d-031ede097de6 None None] Pushing event updated for resources: {'Port': ['ID=aa1fdb66-8713-4661-99bd-e0ec7a80466c,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:03:25.274350 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:03:25.274350 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Checking segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:03:25.274350 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:25.274350 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Bound using segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:03:25.274350 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Bound port: aa1fdb66-8713-4661-99bd-e0ec7a80466c, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:03:25.274350 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:25.325292 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-203da977-1a94-445f-8706-1505a4d28316 None None] For port aa1fdb66-8713-4661-99bd-e0ec7a80466c, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:03:25.328425 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-203da977-1a94-445f-8706-1505a4d28316 None None] For port aa1fdb66-8713-4661-99bd-e0ec7a80466c, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=aa1fdb66-8713-4661-99bd-e0ec7a80466c,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:03:25.437222 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:25.494089 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Routers {'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:03:25.494710 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-203da977-1a94-445f-8706-1505a4d28316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:03:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:03:25.536108 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ec219-9d42-44e9-b91d-031ede097de6 None None] Pushing event updated for resources: {'Port': ['ID=aa1fdb66-8713-4661-99bd-e0ec7a80466c,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:03:25.616709 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-203da977-1a94-445f-8706-1505a4d28316 None None] Set router edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:03:25.622882 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54142) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:03:25.792667 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-faa956ca-9a04-4235-b4e3-cbe52467f74f admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1683893 Sep 22 13:03:25.850443 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-203da977-1a94-445f-8706-1505a4d28316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'name': 'router1', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'aa1fdb66-8713-4661-99bd-e0ec7a80466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:03:03Z', 'updated_at': '2021-09-22T13:03:22Z', 'revision_number': 4, 'project_id': 'a6acc65d9ec34116aec0a450113b4433', 'gw_port': {'id': 'aa1fdb66-8713-4661-99bd-e0ec7a80466c', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:03:21Z', 'updated_at': '2021-09-22T13:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'e68b287b-d64f-45f3-83f0-ac780472cae7', 'name': '', 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'mac_address': 'fa:16:3e:1f:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b374afd-92e3-481a-a7da-cc2e145f196c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:03:13Z', 'updated_at': '2021-09-22T13:03:17Z', 'revision_number': 5, 'project_id': 'a6acc65d9ec34116aec0a450113b4433', 'subnets': [{'id': '5b374afd-92e3-481a-a7da-cc2e145f196c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8877d592-a5e5-48a7-b0d2-95d403232d34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:03:25.880103 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203da977-1a94-445f-8706-1505a4d28316 None None] The sync data for ids ['edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325'] in dv-cinder-810000-3-iscsi is: [{'id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'name': 'router1', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'aa1fdb66-8713-4661-99bd-e0ec7a80466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:03:03Z', 'updated_at': '2021-09-22T13:03:22Z', 'revision_number': 4, 'project_id': 'a6acc65d9ec34116aec0a450113b4433', 'gw_port': {'id': 'aa1fdb66-8713-4661-99bd-e0ec7a80466c', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:03:21Z', 'updated_at': '2021-09-22T13:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'e68b287b-d64f-45f3-83f0-ac780472cae7', 'name': '', 'network_id': 'a865f81d-58a8-4943-9f08-daba05fec74d', 'tenant_id': 'a6acc65d9ec34116aec0a450113b4433', 'mac_address': 'fa:16:3e:1f:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf6abd4-dc2b-4c7b-b6ac-a80c3cc92325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b374afd-92e3-481a-a7da-cc2e145f196c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:03:13Z', 'updated_at': '2021-09-22T13:03:17Z', 'revision_number': 5, 'project_id': 'a6acc65d9ec34116aec0a450113b4433', 'subnets': [{'id': '5b374afd-92e3-481a-a7da-cc2e145f196c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8877d592-a5e5-48a7-b0d2-95d403232d34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:03:26.870851 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device aa1fdb66-8713-4661-99bd-e0ec7a80466c up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:03:26.917614 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port aa1fdb66-8713-4661-99bd-e0ec7a80466c triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:03:26.917976 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:26.994940 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:27.020986 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port aa1fdb66-8713-4661-99bd-e0ec7a80466c, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=aa1fdb66-8713-4661-99bd-e0ec7a80466c,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:03:27.111588 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:27.160017 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=aa1fdb66-8713-4661-99bd-e0ec7a80466c,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:03:28.852129 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device aa1fdb66-8713-4661-99bd-e0ec7a80466c up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:03:28.927356 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port aa1fdb66-8713-4661-99bd-e0ec7a80466c triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:03:28.928037 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:35.042784 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-332e89d8-e691-4b11-8ead-4ef2876c1f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:38.572913 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-65048bb1-5109-4c59-bdcc-7d3016a7326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:38.856723 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:39.939003 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:41.606771 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:03:43.508102 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 5 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:04:04.988855 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a507344f-c259-4988-a789-aaa4115b4498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:04:08.558376 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3b6b11af-5598-46b2-b373-d33cb5e0ebec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:04:08.840878 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:04:10.249702 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:04:11.657279 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:04:20.513048 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 5 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:04:35.024413 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6064f008-cb66-45fb-aa0e-444f9414e173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:04:38.502941 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ee86dde2-0609-4840-ace8-1990deeba576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:04:38.846115 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:04:39.945275 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:04:41.601430 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:04:57.512089 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 5 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:05:05.008025 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e46593b9-d22b-4acc-967e-81fa0cd0f347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:08.477405 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 54704) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:05:08.511335 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2a402b56-7a56-407c-94cb-1f16629d9e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:08.562313 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2298d3-2ecd-4346-8b43-bbd453680152 admin admin] GET failed (client error): The resource could not be found. Sep 22 13:05:08.563850 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-fe2298d3-2ecd-4346-8b43-bbd453680152 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0854754 Sep 22 13:05:08.763395 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054042e9-c05a-4218-b5c9-8b3d17a710cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:08.765223 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-054042e9-c05a-4218-b5c9-8b3d17a710cd admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1965160 Sep 22 13:05:08.847617 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:09.978750 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:10.975723 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54714) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:05:11.075267 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4336863-fee1-4f55-a6e6-90e68f86a54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:11.076688 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-a4336863-fee1-4f55-a6e6-90e68f86a54d admin admin] 10.222.0.43 "GET /v2.0/subnets/5b374afd-92e3-481a-a7da-cc2e145f196c HTTP/1.1" status: 200 len: 849 time: 0.0999684 Sep 22 13:05:11.087251 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:05:11.172535 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Notify callbacks [] for subnet, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:11.384994 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756459675639'] for subnet, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:11.417383 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:11.417988 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:11.419302 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] 10.222.0.43 "PUT /v2.0/subnets/5b374afd-92e3-481a-a7da-cc2e145f196c HTTP/1.1" status: 200 len: 868 time: 0.3360450 Sep 22 13:05:11.429867 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd57ec-2228-49ec-8dbe-29c31e60b176 None None] Network a865f81d-58a8-4943-9f08-daba05fec74d requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:05:11.446524 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b374afd-92e3-481a-a7da-cc2e145f196c,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:05:11.454860 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:05:11.455233 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:05:11.455623 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:05:11.455964 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:05:11.456300 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:05:11.456651 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:05:11.456989 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:05:11.457342 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:05:11.457666 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:05:11.457995 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:05:11.458321 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:05:11.458648 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92a2da-8430-4a00-a539-5a0d9ff513cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:05:11.599400 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:11.905557 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-714d203e-4169-4f19-9b1b-67cd5ff16c86 None None] Provisioning complete for port e68b287b-d64f-45f3-83f0-ac780472cae7 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:05:11.906008 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-714d203e-4169-4f19-9b1b-67cd5ff16c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:11.990222 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-714d203e-4169-4f19-9b1b-67cd5ff16c86 None None] Provisioning complete for port 0fcd55bc-8d9d-4648-86ca-6e74dfbe5d82 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:05:11.990507 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-714d203e-4169-4f19-9b1b-67cd5ff16c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:13.682040 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54724) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:05:13.883146 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4addd95f-8d5c-4b75-80f6-7955565bee6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:13.883560 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4addd95f-8d5c-4b75-80f6-7955565bee6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:13.885142 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-4addd95f-8d5c-4b75-80f6-7955565bee6f admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2076130 Sep 22 13:05:16.151158 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54732) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:05:16.288077 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41539a18-c111-4dbe-86e8-cc09f43cf3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:16.288549 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41539a18-c111-4dbe-86e8-cc09f43cf3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:16.290129 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-41539a18-c111-4dbe-86e8-cc09f43cf3f3 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1379952 Sep 22 13:05:18.536246 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54740) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:05:18.670012 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e3ce78-a06a-48d9-afc8-2824861856f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:18.672303 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-a8e3ce78-a06a-48d9-afc8-2824861856f0 admin admin] 10.222.0.43 "GET /v2.0/networks/01976d25-e9c8-47fa-b0c1-7f313f2bd86e HTTP/1.1" status: 200 len: 886 time: 0.1345963 Sep 22 13:05:21.018370 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54748) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:05:21.151587 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c543b9-67da-4746-8dc4-45e887c4cc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:21.153034 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-96c543b9-67da-4746-8dc4-45e887c4cc84 admin admin] 10.222.0.43 "GET /v2.0/networks/a865f81d-58a8-4943-9f08-daba05fec74d HTTP/1.1" status: 200 len: 869 time: 0.1336350 Sep 22 13:05:23.382756 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54756) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:05:23.516901 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2438de62-b262-426a-9647-f907899e0ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:23.517367 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2438de62-b262-426a-9647-f907899e0ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:23.518962 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-2438de62-b262-426a-9647-f907899e0ce8 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1352253 Sep 22 13:05:25.777806 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54764) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:05:25.877424 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe32356b-a00a-4d34-8c42-76bdd09a52e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:25.877875 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe32356b-a00a-4d34-8c42-76bdd09a52e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:25.879512 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-fe32356b-a00a-4d34-8c42-76bdd09a52e7 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1005824 Sep 22 13:05:28.218019 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54772) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:05:28.308187 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684aa5fb-7ba4-4fdb-9846-bce9fc6c88a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:28.309604 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-684aa5fb-7ba4-4fdb-9846-bce9fc6c88a6 admin admin] 10.222.0.43 "GET /v2.0/subnets/3ab72223-f3c8-45a6-8adb-df14f7b00337 HTTP/1.1" status: 200 len: 816 time: 0.0904984 Sep 22 13:05:30.633709 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54780) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:05:30.735309 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8bb7f6-7ca9-4e91-a533-6e4f4f8b1415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:30.736771 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-7f8bb7f6-7ca9-4e91-a533-6e4f4f8b1415 admin admin] 10.222.0.43 "GET /v2.0/subnets/5b374afd-92e3-481a-a7da-cc2e145f196c HTTP/1.1" status: 200 len: 868 time: 0.1021004 Sep 22 13:05:34.514280 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 5 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:05:35.048632 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4323a9a5-a820-41f1-b77d-f87e877fa40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:38.547757 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-02abb4f0-033f-4b63-9dd7-4a4dbfc6fe6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:38.872614 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:39.952881 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:41.575166 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:05:56.170743 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54834) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:05:56.251254 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [None req-2ac879ec-aa0b-41c4-9565-8c4bc5318cb9 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:05:56.252437 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-2ac879ec-aa0b-41c4-9565-8c4bc5318cb9 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0807271 Sep 22 13:05:58.663019 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54842) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:05:58.731410 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.pecan_wsgi.hooks.translation [None req-237d1fc1-28db-4c3c-ad3d-9f071d7d1440 admin admin] GET failed (client error): The resource could not be found. Sep 22 13:05:58.732852 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-237d1fc1-28db-4c3c-ad3d-9f071d7d1440 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0688379 Sep 22 13:05:58.986403 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1696ed6e-5f30-47d4-ab89-66f16b3f42a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:05:58.987949 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-1696ed6e-5f30-47d4-ab89-66f16b3f42a0 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2499766 Sep 22 13:06:01.326532 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54850) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:06:01.378070 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-432da82e-99c2-40e2-a5cf-5a3ec89fd08f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:06:01.495399 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432da82e-99c2-40e2-a5cf-5a3ec89fd08f admin admin] Made reservation on behalf of 190418ced5ae42759c8d443eed1b87fc for: {'network': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:06:01.497784 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-432da82e-99c2-40e2-a5cf-5a3ec89fd08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:01.531585 dv-cinder-810000-3-iscsi neutron-server[94873]: WARNING neutron.services.revisions.revision_plugin [None req-432da82e-99c2-40e2-a5cf-5a3ec89fd08f admin admin] Could not find related network for resource to bump revision. Sep 22 13:06:01.542688 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432da82e-99c2-40e2-a5cf-5a3ec89fd08f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:06:01.552224 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-432da82e-99c2-40e2-a5cf-5a3ec89fd08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:01.552578 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.segments_db [None req-432da82e-99c2-40e2-a5cf-5a3ec89fd08f admin admin] Added segment 17949b24-1396-414f-a04e-c05c1780281d of type vlan for network 19791ed7-7add-45c0-99ad-e2e9f377f486 Sep 22 13:06:01.594808 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-432da82e-99c2-40e2-a5cf-5a3ec89fd08f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:01.683842 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-432da82e-99c2-40e2-a5cf-5a3ec89fd08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:01.684853 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432da82e-99c2-40e2-a5cf-5a3ec89fd08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:06:01.685478 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-432da82e-99c2-40e2-a5cf-5a3ec89fd08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:01.746043 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432da82e-99c2-40e2-a5cf-5a3ec89fd08f admin admin] Pushing event updated for resources: {'Network': ['ID=19791ed7-7add-45c0-99ad-e2e9f377f486,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:06:01.756007 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network 19791ed7-7add-45c0-99ad-e2e9f377f486 details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:06:01.896429 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-432da82e-99c2-40e2-a5cf-5a3ec89fd08f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5687652 Sep 22 13:06:04.163292 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 54858) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:06:04.223915 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52ee715-bbd1-4780-9f2f-dbb742b0a87a admin admin] GET failed (client error): The resource could not be found. Sep 22 13:06:04.225236 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-f52ee715-bbd1-4780-9f2f-dbb742b0a87a admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609205 Sep 22 13:06:04.299136 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b07a31a-660e-4d4a-974a-3a97492fa726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:06:04.300617 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-2b07a31a-660e-4d4a-974a-3a97492fa726 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0706706 Sep 22 13:06:04.310759 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '19791ed7-7add-45c0-99ad-e2e9f377f486', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:06:04.415401 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Made reservation on behalf of 190418ced5ae42759c8d443eed1b87fc for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:06:04.418024 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:04.792702 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:04.857789 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ab9747-32ff-4b8b-b9f2-f41d657c78d2,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:06:04.870695 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:04.871089 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:04.871442 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:04.871778 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:04.872115 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:04.872455 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:04.872780 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:04.873102 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:04.873436 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:04.873757 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:04.874076 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:04.874927 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Tracked resource versions report: Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: pushed versions: Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: { 'AddressGroup': {'1.2'}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'ConntrackHelper': {'1.0'}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Log': {'1.0'}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Network': {'1.1'}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Port': {'1.7'}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'PortForwarding': {'1.2'}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'QosPolicy': {'1.9'}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'SecurityGroup': {'1.4'}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'SecurityGroupRule': {'1.2'}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'SubPort': {'1.0'}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Subnet': {'1.1'}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Trunk': {'1.1'}} Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: consumer versions: Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: { DHCP agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: L3 agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: Metadata agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: Metering agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: Open vSwitch agent@dv-cinder-810000-3-iscsi: { 'AddressGroup': '1.2', Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'ConntrackHelper': '1.0', Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Log': '1.0', Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Network': '1.1', Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Port': '1.7', Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'PortForwarding': '1.2', Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'QosPolicy': '1.9', Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'SecurityGroup': '1.4', Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'SecurityGroupRule': '1.2', Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'SubPort': '1.0', Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Subnet': '1.1', Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Trunk': '1.1'}} Sep 22 13:06:04.876101 dv-cinder-810000-3-iscsi neutron-server[94872]: {{(pid=94872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 13:06:04.897169 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Checking segment: {'id': '17949b24-1396-414f-a04e-c05c1780281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '19791ed7-7add-45c0-99ad-e2e9f377f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:06:04.897540 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Network hostable DHCP agents. Network: 19791ed7-7add-45c0-99ad-e2e9f377f486, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:06:05.009881 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Network 19791ed7-7add-45c0-99ad-e2e9f377f486 is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:06:05.118232 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a9099103-017c-4cba-ba68-b31fa12b9585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:05.192129 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, 19791ed7-7add-45c0-99ad-e2e9f377f486) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:06:05.196962 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:06:05.197601 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:05.201284 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805f61ac-48bd-42d1-8b6b-d4d8c3b4a51e None None] Network 19791ed7-7add-45c0-99ad-e2e9f377f486 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:06:05.267975 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-938c180b-b6e4-4c5c-a219-f699c96b547a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9604864 Sep 22 13:06:05.350668 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01d833cb-d995-53ea-8e06-0160417cf917-19791ed7-7add-45c0-99ad-e2e9f377f486', 'network_id': '19791ed7-7add-45c0-99ad-e2e9f377f486', 'tenant_id': '190418ced5ae42759c8d443eed1b87fc', 'fixed_ips': [{'subnet_id': 'd8ab9747-32ff-4b8b-b9f2-f41d657c78d2'}]}} from dv-cinder-810000-3-iscsi. {{(pid=94874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 13:06:05.351623 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:05.490291 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.db_base_plugin_common [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Allocated IP 192.168.233.2 (19791ed7-7add-45c0-99ad-e2e9f377f486/d8ab9747-32ff-4b8b-b9f2-f41d657c78d2/cad1152d-e5da-43d8-9333-59ad45bad462) {{(pid=94874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:06:05.645274 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Notify callbacks [] for port, precommit_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:05.747529 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:05.786698 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Network 19791ed7-7add-45c0-99ad-e2e9f377f486 is already hosted by enough agents. {{(pid=94874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:06:05.789484 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.base_scheduler [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Resources bound (agent type, host, resource id): {{(pid=94874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:06:05.792971 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Received port after_create {{(pid=94874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:06:05.805473 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Pushing event updated for resources: {'Port': ['ID=cad1152d-e5da-43d8-9333-59ad45bad462,revision_number=1']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:06:05.816619 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:05.816974 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:05.817319 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:05.817673 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:05.818006 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:05.818353 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:05.818664 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:05.818991 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:05.819331 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:05.819754 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:05.820079 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:05.820395 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:06:05.870177 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Attempting to bind port cad1152d-e5da-43d8-9333-59ad45bad462 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:06:05.870538 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Attempting to bind port cad1152d-e5da-43d8-9333-59ad45bad462 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '17949b24-1396-414f-a04e-c05c1780281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '19791ed7-7add-45c0-99ad-e2e9f377f486'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:06:05.870896 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Attempting to bind port cad1152d-e5da-43d8-9333-59ad45bad462 on network 19791ed7-7add-45c0-99ad-e2e9f377f486 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:06:05.876587 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:06:05.876948 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Checking segment: {'id': '17949b24-1396-414f-a04e-c05c1780281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '19791ed7-7add-45c0-99ad-e2e9f377f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:06:05.877341 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:05.877720 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Bound using segment: {'id': '17949b24-1396-414f-a04e-c05c1780281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '19791ed7-7add-45c0-99ad-e2e9f377f486'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:06:05.878177 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Bound port: cad1152d-e5da-43d8-9333-59ad45bad462, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17949b24-1396-414f-a04e-c05c1780281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '19791ed7-7add-45c0-99ad-e2e9f377f486'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:06:05.878566 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:05.944390 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] For port cad1152d-e5da-43d8-9333-59ad45bad462, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:06:05.947574 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] For port cad1152d-e5da-43d8-9333-59ad45bad462, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=cad1152d-e5da-43d8-9333-59ad45bad462,segment=NetworkSegment(17949b24-1396-414f-a04e-c05c1780281d),segment_id=17949b24-1396-414f-a04e-c05c1780281d)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:06:06.096449 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:06.159247 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889214e2-7788-4e75-88c2-76cf539fb92a None None] Pushing event updated for resources: {'Port': ['ID=cad1152d-e5da-43d8-9333-59ad45bad462,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:06:06.943142 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c3fda3-9118-432d-ac8f-40cb86649b8a None None] Network 19791ed7-7add-45c0-99ad-e2e9f377f486 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:06:06.992837 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-e01be76f-0165-41de-bdc5-70f629b68b74 None None] Provisioning complete for port cad1152d-e5da-43d8-9333-59ad45bad462 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:06:06.993206 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e01be76f-0165-41de-bdc5-70f629b68b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:07.044511 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device cad1152d-e5da-43d8-9333-59ad45bad462 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:06:07.197445 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port cad1152d-e5da-43d8-9333-59ad45bad462 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:06:07.198084 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:07.239115 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e01be76f-0165-41de-bdc5-70f629b68b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:07.289041 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-e01be76f-0165-41de-bdc5-70f629b68b74 None None] For port cad1152d-e5da-43d8-9333-59ad45bad462, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=cad1152d-e5da-43d8-9333-59ad45bad462,segment=NetworkSegment(17949b24-1396-414f-a04e-c05c1780281d),segment_id=17949b24-1396-414f-a04e-c05c1780281d)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:06:07.331233 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:07.444684 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e01be76f-0165-41de-bdc5-70f629b68b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:07.527305 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.db.api [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 13:06:07.527793 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG oslo_db.api [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 13:06:07.532956 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01be76f-0165-41de-bdc5-70f629b68b74 None None] Pushing event updated for resources: {'Port': ['ID=cad1152d-e5da-43d8-9333-59ad45bad462,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:06:07.565601 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-c09674cb-0522-4030-8d17-8c4cfa28fdde None None] Provisioning complete for port cad1152d-e5da-43d8-9333-59ad45bad462 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:06:07.565850 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c09674cb-0522-4030-8d17-8c4cfa28fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:08.505940 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1da94713-f310-4a2a-9d6d-ff47f6e347bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:08.924302 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:08.988742 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device cad1152d-e5da-43d8-9333-59ad45bad462 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:06:09.040778 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port cad1152d-e5da-43d8-9333-59ad45bad462 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:06:09.041139 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:09.945891 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:11.513065 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 5 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:06:11.609312 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:35.026469 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ee45e708-a14d-4344-b8d4-ad71fde63110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:38.535759 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bd28a076-c027-41e4-b992-f83455380810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:38.855283 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:39.981037 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:41.604101 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:06:48.511394 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 5 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:07:05.021290 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-89335082-32b1-4161-80ce-e446d2406512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:08.643882 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-eafa4d1c-db76-4dc9-a7fd-24da2c588501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:08.986656 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:09.953972 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:11.649065 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:25.510125 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 5 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:07:26.721916 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 54914) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:07:26.727804 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [None req-8c93a11d-1c7f-4395-ac8a-31c63aa31d8f tempest-verify_tempest_config-426836067 tempest-verify_tempest_config-426836067-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:07:26.728725 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-8c93a11d-1c7f-4395-ac8a-31c63aa31d8f tempest-verify_tempest_config-426836067 tempest-verify_tempest_config-426836067-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058451 Sep 22 13:07:27.257584 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 54932) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:07:27.369047 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:27.504917 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:27.580990 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:27.627283 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3271a7ba97154ea6ad6b58b6c0348223&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3685431 Sep 22 13:07:27.628218 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d03c4e4-5e99-4941-9cd0-b21f94de018e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:07:27.630272 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 54936) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:07:27.635264 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.635647 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.635995 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.636321 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.636666 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.636992 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.637317 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.637634 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.637972 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.638290 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.638606 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.638920 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a978-2057-41ba-992d-b5e30748eab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.687285 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:27.710322 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:27.907360 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:27.909923 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:27.911133 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d03c4e4-5e99-4941-9cd0-b21f94de018e HTTP/1.1" status: 204 len: 168 time: 0.2794659 Sep 22 13:07:27.919335 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d03c4e4-5e99-4941-9cd0-b21f94de018e,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:07:27.934270 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.934270 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.934270 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.934650 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.935239 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.935239 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.935542 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.935850 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.936474 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.936893 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.937305 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:27.937782 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ae9bf-10cc-4d35-b3fb-8dc671da334d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:07:35.009645 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d97a9a72-f528-4ddd-817a-eda8b2e8b075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:38.517715 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f5af1f8e-bb90-4621-a4cd-8a0fa8ef8611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:38.855347 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:39.963635 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:07:41.643750 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:08:02.509027 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 5 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:08:05.019928 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-33c6b8ee-579f-4b1a-a85f-36cb84485179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:08:08.517270 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-70ea6bc4-a46a-4517-9fe5-489973bd5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:08:08.860104 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:08:09.985923 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:08:11.626019 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:08:35.036619 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ca6a0268-283e-4b78-b7d5-0e673dbe1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:08:38.487814 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-95c75877-9b92-44d4-968c-0c90f7f9b6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:08:38.864892 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:08:39.506337 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 5 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:08:39.973786 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:08:41.614030 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:09:05.093239 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b233d554-1e35-46f9-ac10-49634f4a56b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:09:06.361964 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564430'] for agent, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:09:08.492859 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f39e2783-a22e-48e3-9ef9-996657ef812a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:09:08.869903 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:09:09.972951 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:09:11.612947 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:09:16.506031 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:09:22.156197 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55014) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:09:22.258141 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-77766eee-3737-47bb-856d-2cdfa1694c48 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1008663 Sep 22 13:09:24.493367 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55024) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:09:24.551372 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-70124671-4922-48c3-8781-a2c7144801e6 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0569317 Sep 22 13:09:35.000519 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-994f2204-b4ae-47b9-8211-678a6d79f3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:09:36.263743 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:09:38.486513 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bd06b36e-cb3b-4e20-a713-0a7311fcaeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:09:38.870433 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:09:39.983703 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:09:41.692247 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:09:53.505028 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:10:05.028910 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-43a41404-ded4-4803-8d9e-1095bfaeb934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:06.268502 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:08.531510 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bf64e9d2-fbd8-45c3-bc17-11bfedd06b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:08.885433 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:10.011641 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:11.673959 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:30.518336 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:10:34.998921 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e07a4742-e2f9-4b83-8cd7-d22a5997d0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:36.301362 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:38.512915 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4e956aa9-36d0-4b95-971c-4df25117e311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:38.925933 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:39.998852 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:41.684462 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:54.555715 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55174) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:10:55.211156 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-573045132-network', 'tenant_id': 'f3e2fa50df244271b7c1994faa0b6e0b'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:10:55.289578 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Made reservation on behalf of f3e2fa50df244271b7c1994faa0b6e0b for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:10:55.292462 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:55.301468 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:55.328698 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55198) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:10:55.398943 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:55.470494 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-network', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:10:55.477606 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:55.500170 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:10:55.521460 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756459455115', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:55.522040 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Unsubscribe: segment precommit_create {{(pid=94872) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 13:10:55.522735 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.segments_db [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Added segment 84fd2bf3-a388-4162-a4dc-7eab86cf50e8 of type vlan for network 5eacca51-cfa9-49d8-9462-091affedf979 Sep 22 13:10:55.586103 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:55.601154 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25182cb3-2a50-4c8b-a206-a7d99a8b425a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:55.619172 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:55.619635 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:55.622776 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:55.622776 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:55.622776 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:55.622776 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:55.622776 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:55.622776 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:55.622776 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:55.622776 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:55.622776 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:55.623561 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Tracked resource versions report: Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: pushed versions: Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: { 'AddressGroup': {'1.2'}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'ConntrackHelper': {'1.0'}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Log': {'1.0'}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Network': {'1.1'}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Port': {'1.7'}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'PortForwarding': {'1.2'}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'QosPolicy': {'1.9'}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'SecurityGroup': {'1.4'}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'SecurityGroupRule': {'1.2'}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'SubPort': {'1.0'}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Subnet': {'1.1'}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Trunk': {'1.1'}} Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: consumer versions: Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: { DHCP agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: HyperV agent@hv-cinder-81000: {}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: L3 agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: Metadata agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: Metering agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: Open vSwitch agent@dv-cinder-810000-3-iscsi: { 'AddressGroup': '1.2', Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'ConntrackHelper': '1.0', Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Log': '1.0', Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Network': '1.1', Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Port': '1.7', Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'PortForwarding': '1.2', Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'QosPolicy': '1.9', Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'SecurityGroup': '1.4', Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'SecurityGroupRule': '1.2', Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'SubPort': '1.0', Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Subnet': '1.1', Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: 'Trunk': '1.1'}} Sep 22 13:10:55.623936 dv-cinder-810000-3-iscsi neutron-server[94872]: {{(pid=94872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 13:10:55.700956 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] Made reservation on behalf of a9b927b18a264e798ad9389f4c099037 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:10:55.703308 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:55.712592 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:55.740709 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:55.742050 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:10:55.742637 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:55.853197 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] Pushing event updated for resources: {'Network': ['ID=5eacca51-cfa9-49d8-9462-091affedf979,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:55.867128 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network 5eacca51-cfa9-49d8-9462-091affedf979 details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:10:55.905769 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:55.993880 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:56.012745 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:10:56.028725 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:56.029073 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.segments_db [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] Added segment ad69c373-7be9-43a8-beec-65af06ae2349 of type vlan for network cc619f7c-a032-4a42-ba73-abb931db8402 Sep 22 13:10:56.041127 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77563c5-2819-40be-9de7-ba03f0685f18,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:56.083706 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:56.088644 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-2b136209-9573-4734-8a59-6704a1e77a36 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5319104 Sep 22 13:10:56.092279 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55244) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:10:56.098692 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3c0f6ebc-3f04-4de9-b34e-f42df49a28a2 admin admin] Request body: {'subnet': {'network_id': '5eacca51-cfa9-49d8-9462-091affedf979', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-573045132-subnet', 'tenant_id': 'f3e2fa50df244271b7c1994faa0b6e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:10:56.209640 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:56.210893 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:10:56.211713 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:56.273353 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0f6ebc-3f04-4de9-b34e-f42df49a28a2 admin admin] Made reservation on behalf of f3e2fa50df244271b7c1994faa0b6e0b for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:10:56.275666 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c0f6ebc-3f04-4de9-b34e-f42df49a28a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:56.277770 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] Pushing event updated for resources: {'Network': ['ID=cc619f7c-a032-4a42-ba73-abb931db8402,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:56.279160 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55254) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:10:56.289144 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network cc619f7c-a032-4a42-ba73-abb931db8402 details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:10:56.322871 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55260) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:10:56.413061 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-05e45363-c241-4a36-bc13-6e46471a3c7b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0827959 Sep 22 13:10:56.416231 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55266) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:10:56.424325 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Request body: {'subnet': {'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-subnet', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:10:56.592567 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Made reservation on behalf of a9b927b18a264e798ad9389f4c099037 for: {'subnet': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:10:56.595315 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:56.639565 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c0f6ebc-3f04-4de9-b34e-f42df49a28a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:56.783281 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55272) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:10:56.797764 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f6ebc-3f04-4de9-b34e-f42df49a28a2 admin admin] Checking segment: {'id': '84fd2bf3-a388-4162-a4dc-7eab86cf50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5eacca51-cfa9-49d8-9462-091affedf979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:10:56.798122 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0f6ebc-3f04-4de9-b34e-f42df49a28a2 admin admin] Network hostable DHCP agents. Network: 5eacca51-cfa9-49d8-9462-091affedf979, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:10:56.811132 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f6ebc-3f04-4de9-b34e-f42df49a28a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6905812-06a9-45db-987e-8620ceddf7fe,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:56.832065 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-557992220-network', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:10:56.841164 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1309485107-network', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:10:56.943551 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0f6ebc-3f04-4de9-b34e-f42df49a28a2 admin admin] Network 5eacca51-cfa9-49d8-9462-091affedf979 is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:10:57.000118 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] Made reservation on behalf of d04a4440bd974592a2c14375e7f7fa18 for: {'network': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:10:57.002432 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:57.010291 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for subnet, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:57.026728 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-3c0f6ebc-3f04-4de9-b34e-f42df49a28a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, 5eacca51-cfa9-49d8-9462-091affedf979) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:10:57.032123 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0f6ebc-3f04-4de9-b34e-f42df49a28a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:10:57.033609 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c0f6ebc-3f04-4de9-b34e-f42df49a28a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:57.037105 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec0ec1f-c911-4ed4-8f12-569b462ef602 None None] Network 5eacca51-cfa9-49d8-9462-091affedf979 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:10:57.063085 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1708702751-network', 'tenant_id': '86bd01d73b164c0496803e15f5becaea'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:10:57.076006 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa0e3c9-3a8f-4139-a019-7d3495bd525f,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:57.086412 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:57.086749 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:57.087089 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:57.087420 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:57.087929 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:57.088251 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:57.088583 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:57.088909 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:57.089240 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:57.089774 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:57.090085 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:57.090402 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Tracked resource versions report: Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: pushed versions: Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: { 'AddressGroup': {'1.2'}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'ConntrackHelper': {'1.0'}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Log': {'1.0'}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Network': {'1.1'}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Port': {'1.7'}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'PortForwarding': {'1.2'}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'QosPolicy': {'1.9'}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'SecurityGroup': {'1.4'}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'SecurityGroupRule': {'1.2'}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'SubPort': {'1.0'}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Subnet': {'1.1'}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Trunk': {'1.1'}} Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: consumer versions: Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: { DHCP agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: HyperV agent@hv-cinder-81000: {}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: L3 agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: Metadata agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: Metering agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: Open vSwitch agent@dv-cinder-810000-3-iscsi: { 'AddressGroup': '1.2', Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'ConntrackHelper': '1.0', Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Log': '1.0', Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Network': '1.1', Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Port': '1.7', Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'PortForwarding': '1.2', Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'QosPolicy': '1.9', Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'SecurityGroup': '1.4', Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'SecurityGroupRule': '1.2', Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'SubPort': '1.0', Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Subnet': '1.1', Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: 'Trunk': '1.1'}} Sep 22 13:10:57.091655 dv-cinder-810000-3-iscsi neutron-server[94873]: {{(pid=94873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 13:10:57.101092 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:57.149998 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Checking segment: {'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:10:57.150476 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Network hostable DHCP agents. Network: cc619f7c-a032-4a42-ba73-abb931db8402, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:10:57.172021 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d0382-0878-4777-9e3f-2eb8a6816029 None None] Network 5eacca51-cfa9-49d8-9462-091affedf979 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:10:57.219733 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] Made reservation on behalf of 3d0eaec60ee64de8bef900efc8811d07 for: {'network': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:10:57.222218 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:57.231890 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:57.257961 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Network cc619f7c-a032-4a42-ba73-abb931db8402 is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:10:57.320406 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-3c0f6ebc-3f04-4de9-b34e-f42df49a28a2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2267933 Sep 22 13:10:57.397894 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, cc619f7c-a032-4a42-ba73-abb931db8402) {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:10:57.404526 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:10:57.407869 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:57.421882 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf94793-7198-45df-9ba2-917d89905543 None None] Network cc619f7c-a032-4a42-ba73-abb931db8402 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:10:57.429062 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] Made reservation on behalf of 86bd01d73b164c0496803e15f5becaea for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:10:57.437167 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:57.466993 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:57.514690 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-307347ef-8079-476b-a316-0ed18dd9d892 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0946484 Sep 22 13:10:57.515396 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55294) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:10:57.520062 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:10:57.702968 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01d833cb-d995-53ea-8e06-0160417cf917-cc619f7c-a032-4a42-ba73-abb931db8402', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f'}]}} from dv-cinder-810000-3-iscsi. {{(pid=94874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 13:10:57.705824 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:57.711136 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:57.783053 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:57.806482 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:10:57.877915 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:57.903807 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:57.909705 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.segments_db [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] Added segment 9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c of type vlan for network c6ea9935-8102-4648-ae6c-92fac791d7fa Sep 22 13:10:58.018885 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.025941 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.db_base_plugin_common [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Allocated IP 172.20.0.2 (cc619f7c-a032-4a42-ba73-abb931db8402/2fa0e3c9-3a8f-4139-a019-7d3495bd525f/03596066-1b4c-43ef-866b-3ffbae17fac2) {{(pid=94874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:10:58.130806 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.148510 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.150784 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:10:58.151915 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.243612 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Notify callbacks [] for port, precommit_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.250580 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.261051 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ea9935-8102-4648-ae6c-92fac791d7fa,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:58.281369 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network c6ea9935-8102-4648-ae6c-92fac791d7fa details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:10:58.284387 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:10:58.297658 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.297658 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.segments_db [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] Added segment 5b37154d-45af-4b36-8f0a-7f2588b6a428 of type vlan for network f7ff256e-94df-44a6-b96c-3d0c6896f093 Sep 22 13:10:58.347672 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.354365 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.363979 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e891f6a-64f9-44d0-8152-7ed3a04cc378,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:58.391100 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-95c8d041-3f8a-4959-9738-3ba3159615f4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0664356 Sep 22 13:10:58.396270 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55364) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:10:58.407622 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-152e345c-9a83-4af6-aed6-f5d0f9c772f5 admin admin] Request body: {'subnet': {'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-557992220-subnet', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:10:58.413051 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Network cc619f7c-a032-4a42-ba73-abb931db8402 is already hosted by enough agents. {{(pid=94874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:10:58.416392 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.base_scheduler [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Resources bound (agent type, host, resource id): {{(pid=94874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:10:58.420842 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Pushing event updated for resources: {'Port': ['ID=03596066-1b4c-43ef-866b-3ffbae17fac2,revision_number=1']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:58.431391 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Received port after_create {{(pid=94874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:10:58.434295 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:58.434680 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:58.434982 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:58.435322 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:58.435658 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:58.435984 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:58.436315 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:58.436698 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:58.437535 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:58.438041 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:58.438531 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:58.439011 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Tracked resource versions report: Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: pushed versions: Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: { 'AddressGroup': {'1.2'}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'ConntrackHelper': {'1.0'}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Log': {'1.0'}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Network': {'1.1'}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Port': {'1.7'}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'PortForwarding': {'1.2'}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'QosPolicy': {'1.9'}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'SecurityGroup': {'1.4'}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'SecurityGroupRule': {'1.2'}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'SubPort': {'1.0'}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Subnet': {'1.1'}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Trunk': {'1.1'}} Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: consumer versions: Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: { DHCP agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: HyperV agent@hv-cinder-81000: {}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: L3 agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: Metadata agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: Metering agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: Open vSwitch agent@dv-cinder-810000-3-iscsi: { 'AddressGroup': '1.2', Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'ConntrackHelper': '1.0', Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Log': '1.0', Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Network': '1.1', Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Port': '1.7', Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'PortForwarding': '1.2', Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'QosPolicy': '1.9', Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'SecurityGroup': '1.4', Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'SecurityGroupRule': '1.2', Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'SubPort': '1.0', Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Subnet': '1.1', Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: 'Trunk': '1.1'}} Sep 22 13:10:58.443286 dv-cinder-810000-3-iscsi neutron-server[94874]: {{(pid=94874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 13:10:58.453339 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55378) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:10:58.456398 dv-cinder-810000-3-iscsi neutron-server[94873]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 13:10:58.538653 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Attempting to bind port 03596066-1b4c-43ef-866b-3ffbae17fac2 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:10:58.539626 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Attempting to bind port 03596066-1b4c-43ef-866b-3ffbae17fac2 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:10:58.545742 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Attempting to bind port 03596066-1b4c-43ef-866b-3ffbae17fac2 on network cc619f7c-a032-4a42-ba73-abb931db8402 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:10:58.548958 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:10:58.554990 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.555993 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:10:58.556600 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.557269 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Checking segment: {'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:10:58.557919 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.558658 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Bound using segment: {'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:10:58.559793 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Bound port: 03596066-1b4c-43ef-866b-3ffbae17fac2, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:10:58.560721 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.561994 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.631447 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] For port 03596066-1b4c-43ef-866b-3ffbae17fac2, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:10:58.635133 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] For port 03596066-1b4c-43ef-866b-3ffbae17fac2, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=03596066-1b4c-43ef-866b-3ffbae17fac2,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:10:58.665914 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=f7ff256e-94df-44a6-b96c-3d0c6896f093,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:58.675853 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network f7ff256e-94df-44a6-b96c-3d0c6896f093 details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:10:58.754017 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.776264 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:10:58.776484 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-c1cc95e0-579d-4bec-906a-237a91da8f86 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:10:58.777880 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-c1cc95e0-579d-4bec-906a-237a91da8f86 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/networks?id=5eacca51-cfa9-49d8-9462-091affedf979 HTTP/1.1" status: 200 len: 811 time: 0.3228457 Sep 22 13:10:58.787354 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.806755 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.807099 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.segments_db [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] Added segment a41ac700-a614-4729-87f4-3a571286efd2 of type vlan for network 486be222-2dae-4806-b5f2-6aa278197135 Sep 22 13:10:58.816083 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-f26eb301-0282-40ee-8f6b-5047951df9f5 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/quotas/f3e2fa50df244271b7c1994faa0b6e0b HTTP/1.1" status: 200 len: 375 time: 0.0318463 Sep 22 13:10:58.822381 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2224d96d-abdf-4eb1-b60b-24e627de350e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:58.854683 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.869548 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2998'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.870583 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3007'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:58.876339 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4642da-edf2-4d05-ada8-d1b3d397e564 None None] Pushing event updated for resources: {'Port': ['ID=03596066-1b4c-43ef-866b-3ffbae17fac2,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:58.888252 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-675d14b8-11df-43d6-a0fc-f4d3c9e78aa6 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3e2fa50df244271b7c1994faa0b6e0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710416 Sep 22 13:10:58.970726 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:59.009219 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:59.010169 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:10:59.010746 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:59.039499 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152e345c-9a83-4af6-aed6-f5d0f9c772f5 admin admin] Made reservation on behalf of d04a4440bd974592a2c14375e7f7fa18 for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:10:59.047458 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-152e345c-9a83-4af6-aed6-f5d0f9c772f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:59.169476 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-c628dcb0-0c9f-4f4a-b1b4-fc9523904eb7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8890901 Sep 22 13:10:59.174134 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55394) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:10:59.182540 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-eaa7c590-8ea6-46a4-abc9-b259934c5ea7 admin admin] Request body: {'subnet': {'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1309485107-subnet', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:10:59.220527 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-8b2573bf-ac47-4a05-953f-37dcf7f000fa service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:10:59.228976 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-8b2573bf-ac47-4a05-953f-37dcf7f000fa service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1571386 Sep 22 13:10:59.250374 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 03596066-1b4c-43ef-866b-3ffbae17fac2 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:10:59.254508 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4643435 Sep 22 13:10:59.261533 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55398) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:10:59.272710 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-ccbac45b-2c97-4fae-9326-6bc6b7dd499f admin admin] Request body: {'subnet': {'network_id': '486be222-2dae-4806-b5f2-6aa278197135', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1708702751-subnet', 'tenant_id': '86bd01d73b164c0496803e15f5becaea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:10:59.327453 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6a324-3963-467e-9534-af887be1ef4f admin admin] Pushing event updated for resources: {'Network': ['ID=486be222-2dae-4806-b5f2-6aa278197135,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:59.344139 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network 486be222-2dae-4806-b5f2-6aa278197135 details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:10:59.369556 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 03596066-1b4c-43ef-866b-3ffbae17fac2 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:10:59.370242 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:59.386467 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55404) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:10:59.387161 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa7c590-8ea6-46a4-abc9-b259934c5ea7 admin admin] Made reservation on behalf of 3d0eaec60ee64de8bef900efc8811d07 for: {'subnet': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:10:59.390724 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eaa7c590-8ea6-46a4-abc9-b259934c5ea7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:59.477564 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:59.536774 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:59.540508 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-87c03216-4993-4374-8704-311b9dd42cea service neutron] 10.222.0.43 "GET /v2.0/networks/5eacca51-cfa9-49d8-9462-091affedf979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098733 Sep 22 13:10:59.573521 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port 03596066-1b4c-43ef-866b-3ffbae17fac2, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=03596066-1b4c-43ef-866b-3ffbae17fac2,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:10:59.631295 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-488162ba-c644-427d-b927-b667197cb4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:59.714362 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-72d35a18-c660-49b1-b42f-d33a5a9b0f18 service neutron] 10.222.0.43 "GET /v2.0/networks/5eacca51-cfa9-49d8-9462-091affedf979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729720 Sep 22 13:10:59.716758 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbac45b-2c97-4fae-9326-6bc6b7dd499f admin admin] Made reservation on behalf of 86bd01d73b164c0496803e15f5becaea for: {'subnet': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:10:59.717373 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ccbac45b-2c97-4fae-9326-6bc6b7dd499f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:59.804040 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:59.868821 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-152e345c-9a83-4af6-aed6-f5d0f9c772f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:59.899580 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=03596066-1b4c-43ef-866b-3ffbae17fac2,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:59.977565 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:10:59.986752 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e345c-9a83-4af6-aed6-f5d0f9c772f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3406f934-e65f-428d-9536-b198c58b9695,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:10:59.999722 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229f9624-d6e0-4e8d-b1cb-9b70cdc97c48 None None] Network cc619f7c-a032-4a42-ba73-abb931db8402 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:11:00.016347 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.115864 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152e345c-9a83-4af6-aed6-f5d0f9c772f5 admin admin] Checking segment: {'id': '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:00.117413 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152e345c-9a83-4af6-aed6-f5d0f9c772f5 admin admin] Network hostable DHCP agents. Network: c6ea9935-8102-4648-ae6c-92fac791d7fa, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:11:00.125030 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55418) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:00.127640 dv-cinder-810000-3-iscsi neutron-server[94872]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 13:11:00.177115 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eaa7c590-8ea6-46a4-abc9-b259934c5ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for subnet, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.221672 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cf328d73-3f5e-476a-95d6-e1f87431848b req-e530ee70-e5b0-42b4-8ff4-23d4b91185f2 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 210 time: 0.0955517 Sep 22 13:11:00.237392 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-488162ba-c644-427d-b927-b667197cb4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.264535 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-3af021df-358a-4b4a-8bca-93853394b704 None None] Provisioning complete for port 03596066-1b4c-43ef-866b-3ffbae17fac2 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:00.266327 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3af021df-358a-4b4a-8bca-93853394b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.326674 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7c590-8ea6-46a4-abc9-b259934c5ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1619f7f4-41aa-4194-b81e-a75b642a92db,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:00.336775 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Allocated IP 172.27.1.34 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/3dce34b1-a5f4-4ee0-8923-efb37945ee2e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:00.346766 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-488162ba-c644-427d-b927-b667197cb4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.355540 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152e345c-9a83-4af6-aed6-f5d0f9c772f5 admin admin] Network c6ea9935-8102-4648-ae6c-92fac791d7fa is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:11:00.448509 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-152e345c-9a83-4af6-aed6-f5d0f9c772f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, c6ea9935-8102-4648-ae6c-92fac791d7fa) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:00.456304 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e345c-9a83-4af6-aed6-f5d0f9c772f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:00.456854 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-488162ba-c644-427d-b927-b667197cb4e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a15266ce7d347a6ab67766c4ce0c298&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0614085 Sep 22 13:11:00.458931 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-152e345c-9a83-4af6-aed6-f5d0f9c772f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.462334 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55438) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:00.472332 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b37b225-e640-4594-b0bc-c0b4e1e5e420 None None] Network c6ea9935-8102-4648-ae6c-92fac791d7fa requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:11:00.593658 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ccbac45b-2c97-4fae-9326-6bc6b7dd499f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for subnet, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.604484 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7c590-8ea6-46a4-abc9-b259934c5ea7 admin admin] Checking segment: {'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:00.605761 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7c590-8ea6-46a4-abc9-b259934c5ea7 admin admin] Network hostable DHCP agents. Network: f7ff256e-94df-44a6-b96c-3d0c6896f093, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:11:00.633383 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.658164 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-152e345c-9a83-4af6-aed6-f5d0f9c772f5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2651167 Sep 22 13:11:00.664146 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55446) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:00.720180 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-557992220-router', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:00.747308 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488162ba-c644-427d-b927-b667197cb4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae805da3-1dac-4ddd-af99-10e3ff831d07,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:00.752012 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf394-b544-41f6-984e-8bc399181f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.794126 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbac45b-2c97-4fae-9326-6bc6b7dd499f admin admin] Checking segment: {'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:00.794490 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbac45b-2c97-4fae-9326-6bc6b7dd499f admin admin] Network hostable DHCP agents. Network: 486be222-2dae-4806-b5f2-6aa278197135, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:11:00.814503 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017d9a6a-08f3-49bb-9645-8df60eae2cc3 None None] Network c6ea9935-8102-4648-ae6c-92fac791d7fa requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:11:00.830914 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbac45b-2c97-4fae-9326-6bc6b7dd499f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:00.839549 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf394-b544-41f6-984e-8bc399181f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.884981 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.894927 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7c590-8ea6-46a4-abc9-b259934c5ea7 admin admin] Network f7ff256e-94df-44a6-b96c-3d0c6896f093 is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:11:00.902008 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-eaa7c590-8ea6-46a4-abc9-b259934c5ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, f7ff256e-94df-44a6-b96c-3d0c6896f093) {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:00.907482 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7c590-8ea6-46a4-abc9-b259934c5ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:00.908077 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-eaa7c590-8ea6-46a4-abc9-b259934c5ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.928643 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c08767b-0087-435c-aff2-dd03a0a5b6d1 None None] Network f7ff256e-94df-44a6-b96c-3d0c6896f093 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:11:00.933645 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-712fdf37-24d7-4f40-bd7b-36d930c17cd7 None None] Provisioning complete for port 03596066-1b4c-43ef-866b-3ffbae17fac2 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:00.936552 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-712fdf37-24d7-4f40-bd7b-36d930c17cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.953504 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbac45b-2c97-4fae-9326-6bc6b7dd499f admin admin] Network 486be222-2dae-4806-b5f2-6aa278197135 is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:11:00.956108 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2998'] for router, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.959621 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3007'] for router, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:00.983644 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:00.988938 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:00.996015 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:01.015496 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf394-b544-41f6-984e-8bc399181f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:01.019714 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf394-b544-41f6-984e-8bc399181f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:01.028246 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-d7eaf394-b544-41f6-984e-8bc399181f2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae805da3-1dac-4ddd-af99-10e3ff831d07 HTTP/1.1" status: 204 len: 168 time: 0.5581064 Sep 22 13:11:01.155090 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eaf394-b544-41f6-984e-8bc399181f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae805da3-1dac-4ddd-af99-10e3ff831d07,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:01.187711 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:01.189980 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-eaa7c590-8ea6-46a4-abc9-b259934c5ea7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0148723 Sep 22 13:11:01.190935 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Pushing event updated for resources: {'Port': ['ID=3dce34b1-a5f4-4ee0-8923-efb37945ee2e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:01.194786 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55460) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:01.199510 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01d833cb-d995-53ea-8e06-0160417cf917-f7ff256e-94df-44a6-b96c-3d0c6896f093', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db'}]}} from dv-cinder-810000-3-iscsi. {{(pid=94874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 13:11:01.202877 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:01.203493 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:01.222117 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-ccbac45b-2c97-4fae-9326-6bc6b7dd499f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, 486be222-2dae-4806-b5f2-6aa278197135) {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:01.244466 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbac45b-2c97-4fae-9326-6bc6b7dd499f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:01.245093 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ccbac45b-2c97-4fae-9326-6bc6b7dd499f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:01.324705 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5275e7c-4793-4a78-8c6e-fab951d86897 None None] Network 486be222-2dae-4806-b5f2-6aa278197135 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:11:01.326997 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 03596066-1b4c-43ef-866b-3ffbae17fac2 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:01.356787 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0353dec3-e5ea-461a-a193-b4cd2b29428b req-3303d365-d6f7-48fc-91de-e539a33a36c7 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 210 time: 0.0709820 Sep 22 13:11:01.362674 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2998'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:01.363935 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3007'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:01.490130 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-ccbac45b-2c97-4fae-9326-6bc6b7dd499f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2275076 Sep 22 13:11:01.493182 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:01.560633 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 03596066-1b4c-43ef-866b-3ffbae17fac2 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:01.561304 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:01.623672 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:01.639712 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:01.712486 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e27bc82-bd5f-4aaf-8a16-09f4c32a23d5 None None] Network 486be222-2dae-4806-b5f2-6aa278197135 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:11:01.919371 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.db_base_plugin_common [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Allocated IP 172.20.0.2 (f7ff256e-94df-44a6-b96c-3d0c6896f093/1619f7f4-41aa-4194-b81e-a75b642a92db/ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48) {{(pid=94874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:02.054266 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:02.093936 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:02.116912 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:02.139368 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567739'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:02.326776 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Notify callbacks [] for port, precommit_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:02.327283 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Allocated IP 172.27.1.40 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/fbda5c6b-15c6-4259-a6d6-2c90c47670a4) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:02.409421 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:02.472150 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Network f7ff256e-94df-44a6-b96c-3d0c6896f093 is already hosted by enough agents. {{(pid=94874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:02.490137 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.base_scheduler [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Resources bound (agent type, host, resource id): {{(pid=94874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:02.497375 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Received port after_create {{(pid=94874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:02.523593 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f93499ce-c294-4e7e-8b15-ea5141e0e51f req-56c994ef-6daa-4b30-81ed-e9df63e2ae13 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 210 time: 0.0480244 Sep 22 13:11:02.611412 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Attempting to bind port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:11:02.612665 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Attempting to bind port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:11:02.613308 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Attempting to bind port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 on network f7ff256e-94df-44a6-b96c-3d0c6896f093 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:02.620915 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:11:02.621636 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Checking segment: {'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:02.622217 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:02.623044 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Bound using segment: {'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:11:02.624001 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Bound port: ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:11:02.626856 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:02.628400 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Pushing event updated for resources: {'Port': ['ID=ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48,revision_number=1']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:02.638877 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:02.690733 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Router 93214d41-71a8-4eef-8d3a-e7204e2db677 is scheduled to L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 13:11:02.711828 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:02.736341 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] For port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:11:02.742197 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] For port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:11:02.762063 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:02.796821 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659baf51-737a-4806-9367-fc81e303147b req-a1090cee-f8e1-4064-a0a1-f6af4150931c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:02.798702 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-659baf51-737a-4806-9367-fc81e303147b req-a1090cee-f8e1-4064-a0a1-f6af4150931c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/networks?id=486be222-2dae-4806-b5f2-6aa278197135 HTTP/1.1" status: 200 len: 815 time: 0.1494956 Sep 22 13:11:02.819915 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:02.876960 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-659baf51-737a-4806-9367-fc81e303147b req-b6cfae79-7a03-4338-b2d8-1fad5640a758 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/quotas/86bd01d73b164c0496803e15f5becaea HTTP/1.1" status: 200 len: 375 time: 0.0650301 Sep 22 13:11:02.885316 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:02.901360 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:11:02.919772 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Sync routers for ids ['93214d41-71a8-4eef-8d3a-e7204e2db677'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:11:02.963009 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Routers {'93214d41-71a8-4eef-8d3a-e7204e2db677'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:02.963706 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-aa6c993b-0088-4272-b555-559513afff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:10:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['93214d41-71a8-4eef-8d3a-e7204e2db677'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:02.970111 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Allocated IP 172.27.1.209 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/a6771f96-87a2-48d3-a583-e439b3c9cdc8) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:02.972285 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-659baf51-737a-4806-9367-fc81e303147b req-aea2aed5-b0e4-4cf0-a8dc-2311cf1c6304 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=86bd01d73b164c0496803e15f5becaea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940514 Sep 22 13:11:03.062955 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:03.069602 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:03.080975 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:03.183883 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac092f7-14d6-4972-867a-d09dbc92e035 None None] Pushing event updated for resources: {'Port': ['ID=ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:03.200470 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:03.201695 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-64a29d7c-7303-4999-a639-65129cdcb179 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6852078 Sep 22 13:11:03.205346 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55538) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:03.336807 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:03.431029 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Set router 93214d41-71a8-4eef-8d3a-e7204e2db677 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:03.444808 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Pushing event updated for resources: {'Port': ['ID=fbda5c6b-15c6-4259-a6d6-2c90c47670a4,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:03.484924 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:03.610673 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:03.620121 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:03.628981 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-659baf51-737a-4806-9367-fc81e303147b req-1877aea8-924e-46c4-9693-0cb95eed7ec6 service neutron] 10.222.0.43 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558111 Sep 22 13:11:03.636742 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:03.650333 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Pushing event updated for resources: {'Port': ['ID=a6771f96-87a2-48d3-a583-e439b3c9cdc8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:03.698979 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-aa6c993b-0088-4272-b555-559513afff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:01Z', 'revision_number': 3, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:03.735868 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Checking router: 93214d41-71a8-4eef-8d3a-e7204e2db677 for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:11:03.737339 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Updating router 93214d41-71a8-4eef-8d3a-e7204e2db677 port 3dce34b1-a5f4-4ee0-8923-efb37945ee2e binding host dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:11:03.782376 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:04.024948 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5b73c1ef-8ff5-443b-b928-3304aee50b2a req-64f3fd50-9de4-4fbf-946d-5aa0122fa829 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 210 time: 0.1328712 Sep 22 13:11:04.152414 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-659baf51-737a-4806-9367-fc81e303147b req-ef748554-4bba-4cac-b161-53b92d3c5f32 service neutron] 10.222.0.43 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156405 Sep 22 13:11:04.215550 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Notify callbacks [] for port, precommit_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:04.216035 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:04.320497 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6aa1c9-f380-4edd-bcbd-bd6e28522b50 None None] Network f7ff256e-94df-44a6-b96c-3d0c6896f093 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:11:04.369766 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:04.472154 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-600a9fba-dfca-45e3-810b-2bc0a83c3e11 None None] Provisioning complete for port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:04.472388 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-600a9fba-dfca-45e3-810b-2bc0a83c3e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:04.512615 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Attempting to bind port 3dce34b1-a5f4-4ee0-8923-efb37945ee2e on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:11:04.512993 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Attempting to bind port 3dce34b1-a5f4-4ee0-8923-efb37945ee2e by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:11:04.513362 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Attempting to bind port 3dce34b1-a5f4-4ee0-8923-efb37945ee2e on network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:04.571681 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Pushing event updated for resources: {'Port': ['ID=3dce34b1-a5f4-4ee0-8923-efb37945ee2e,revision_number=2']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:04.620434 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:11:04.621148 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:11:04.621702 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:11:04.622214 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:11:04.623329 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:11:04.625429 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:11:04.625999 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:11:04.626511 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:11:04.628619 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:11:04.639653 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:11:04.640141 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:11:04.640489 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Tracked resource versions report: Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: pushed versions: Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: { 'AddressGroup': {'1.2'}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'ConntrackHelper': {'1.0'}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Log': {'1.0'}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Network': {'1.1'}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Port': {'1.7'}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'PortForwarding': {'1.2'}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'QosPolicy': {'1.9'}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'SecurityGroup': {'1.4'}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'SecurityGroupRule': {'1.2'}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'SubPort': {'1.0'}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Subnet': {'1.1'}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Trunk': {'1.1'}} Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: consumer versions: Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: { DHCP agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: HyperV agent@hv-cinder-81000: {}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: L3 agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: Metadata agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: Metering agent@dv-cinder-810000-3-iscsi: {}, Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: Open vSwitch agent@dv-cinder-810000-3-iscsi: { 'AddressGroup': '1.2', Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'ConntrackHelper': '1.0', Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Log': '1.0', Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Network': '1.1', Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Port': '1.7', Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'PortForwarding': '1.2', Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'QosPolicy': '1.9', Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'SecurityGroup': '1.4', Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'SecurityGroupRule': '1.2', Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'SubPort': '1.0', Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Subnet': '1.1', Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: 'Trunk': '1.1'}} Sep 22 13:11:04.644488 dv-cinder-810000-3-iscsi neutron-server[94875]: {{(pid=94875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 13:11:04.659917 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4b250070-9be5-47ba-9f33-7d3a763943fb req-7fca2097-9421-47f3-9ee9-8ee3eaa8db77 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 210 time: 0.1065633 Sep 22 13:11:04.667029 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567739'] for router, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:04.677436 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:11:04.677834 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Checking segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:04.678244 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:04.678638 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Bound using segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:11:04.679128 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Bound port: 3dce34b1-a5f4-4ee0-8923-efb37945ee2e, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:11:04.679534 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:04.700379 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:04.771017 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-600a9fba-dfca-45e3-810b-2bc0a83c3e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:04.870225 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-aa6c993b-0088-4272-b555-559513afff72 None None] For port 3dce34b1-a5f4-4ee0-8923-efb37945ee2e, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:11:04.873901 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-aa6c993b-0088-4272-b555-559513afff72 None None] For port 3dce34b1-a5f4-4ee0-8923-efb37945ee2e, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=3dce34b1-a5f4-4ee0-8923-efb37945ee2e,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:11:04.888337 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-600a9fba-dfca-45e3-810b-2bc0a83c3e11 None None] For port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:04.958845 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-600a9fba-dfca-45e3-810b-2bc0a83c3e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:04.959756 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:05.011241 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:05.051201 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4954a28c-97ec-438c-b279-20164c57b227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:05.063300 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e78ecb-da28-413e-abdd-46f9d627891d None None] Pushing event updated for resources: {'Port': ['ID=3dce34b1-a5f4-4ee0-8923-efb37945ee2e,revision_number=3']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:05.157690 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a9fba-dfca-45e3-810b-2bc0a83c3e11 None None] Pushing event updated for resources: {'Port': ['ID=ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:05.209649 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Routers {'93214d41-71a8-4eef-8d3a-e7204e2db677'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:05.209649 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-aa6c993b-0088-4272-b555-559513afff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:10:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['93214d41-71a8-4eef-8d3a-e7204e2db677'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:05.256113 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Router 68d87d36-b654-41e9-8560-3a0c56fa601b is scheduled to L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb with binding_index 1 {{(pid=94873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 13:11:05.387485 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:05.406729 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Allocated IP 172.20.0.1 (cc619f7c-a032-4a42-ba73-abb931db8402/2fa0e3c9-3a8f-4139-a019-7d3495bd525f/dddb5066-824e-4edf-ad3b-718f1e8f41dc) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:05.431061 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-aa6c993b-0088-4272-b555-559513afff72 None None] Set router 93214d41-71a8-4eef-8d3a-e7204e2db677 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:05.472221 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:11:05.509102 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Sync routers for ids ['68d87d36-b654-41e9-8560-3a0c56fa601b'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:11:05.614042 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-43ee7d18-5ce9-480d-9b7a-855e826a2056 req-fc0ebe83-a83a-4709-8e5e-e34f345ad437 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 210 time: 0.0347183 Sep 22 13:11:05.617578 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567739'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:05.642996 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] Notify callbacks [] for router, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:05.645898 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-5208bb0d-bc24-4478-9a78-ad5f49128933 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9324613 Sep 22 13:11:05.654690 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55622) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:05.699262 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-aa6c993b-0088-4272-b555-559513afff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:01Z', 'revision_number': 3, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:05.723911 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-1fa6d2ee-dee8-405d-bbcf-fcec1ca48ab4 None None] Provisioning complete for port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:05.724297 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1fa6d2ee-dee8-405d-bbcf-fcec1ca48ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:05.761907 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Routers {'68d87d36-b654-41e9-8560-3a0c56fa601b'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:05.762593 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:10:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['68d87d36-b654-41e9-8560-3a0c56fa601b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:05.769616 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:05.832760 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c993b-0088-4272-b555-559513afff72 None None] The sync data for ids ['93214d41-71a8-4eef-8d3a-e7204e2db677'] in dv-cinder-810000-3-iscsi is: [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:01Z', 'revision_number': 3, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:11:05.854133 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:05.856302 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:05.963984 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:05.980560 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-99eed63e-8568-4660-855c-719c4dd4988b req-dbd67b84-0dc0-4939-9202-ad5a727822b8 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 210 time: 0.0916507 Sep 22 13:11:06.048227 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Set router 68d87d36-b654-41e9-8560-3a0c56fa601b gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:06.055372 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Network cc619f7c-a032-4a42-ba73-abb931db8402 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:06.061851 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:06.065471 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:06.066063 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564358'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:06.092552 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Pushing event updated for resources: {'Port': ['ID=dddb5066-824e-4edf-ad3b-718f1e8f41dc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:06.214463 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Router 5886909b-55f8-47aa-b4dd-2ad08d49206d is scheduled to L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 13:11:06.513384 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-14bf6de2-9b95-41ea-bcc2-f7216f4983c3 None None] Provisioning complete for port dddb5066-824e-4edf-ad3b-718f1e8f41dc triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:06.514817 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-14bf6de2-9b95-41ea-bcc2-f7216f4983c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:06.607619 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-14bf6de2-9b95-41ea-bcc2-f7216f4983c3 None None] Port dddb5066-824e-4edf-ad3b-718f1e8f41dc cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:11:06.657056 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'name': 'tempest-ServerRescueNegativeTestJSON-557992220-router', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'fbda5c6b-15c6-4259-a6d6-2c90c47670a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:03Z', 'revision_number': 3, 'project_id': 'd04a4440bd974592a2c14375e7f7fa18', 'gw_port': {'id': 'fbda5c6b-15c6-4259-a6d6-2c90c47670a4', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:06.694825 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:06.755324 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Checking router: 68d87d36-b654-41e9-8560-3a0c56fa601b for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:11:06.755324 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Updating router 68d87d36-b654-41e9-8560-3a0c56fa601b port fbda5c6b-15c6-4259-a6d6-2c90c47670a4 binding host dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:11:06.818992 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:06.852807 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bdea5445-a3d6-4dca-af6a-037657a927ce req-41ba0aa3-2466-4e2e-a2ef-a7dfa2d644e3 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 210 time: 0.0397990 Sep 22 13:11:06.871672 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:11:06.884722 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Sync routers for ids ['5886909b-55f8-47aa-b4dd-2ad08d49206d'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:11:06.904391 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Routers {'5886909b-55f8-47aa-b4dd-2ad08d49206d'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:06.904627 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:10:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['5886909b-55f8-47aa-b4dd-2ad08d49206d'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:07.022098 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.084442 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Allocated IP 172.20.0.1 (c6ea9935-8102-4648-ae6c-92fac791d7fa/3406f934-e65f-428d-9536-b198c58b9695/5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:07.090080 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.142291 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.142291 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-f7dae58b-dd62-4112-aadf-895abb17d9ac admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9439402 Sep 22 13:11:07.147401 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55668) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:07.216743 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Set router 5886909b-55f8-47aa-b4dd-2ad08d49206d gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:07.264986 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-98c2d2df-a72a-4f31-8a04-f8108eeeccd1 req-8eb0a4d4-34cb-40d1-b08b-7e58de3aee5b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 210 time: 0.1571441 Sep 22 13:11:07.355060 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.384309 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.418379 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 3dce34b1-a5f4-4ee0-8923-efb37945ee2e up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:07.442782 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.508777 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:11:07.510972 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:04Z', 'revision_number': 3, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:07.511503 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Attempting to bind port fbda5c6b-15c6-4259-a6d6-2c90c47670a4 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:11:07.511998 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Attempting to bind port fbda5c6b-15c6-4259-a6d6-2c90c47670a4 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:11:07.512365 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Attempting to bind port fbda5c6b-15c6-4259-a6d6-2c90c47670a4 on network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:07.516940 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c3889-a677-4685-9809-90a8002aa567 None None] Pushing event updated for resources: {'Port': ['ID=fbda5c6b-15c6-4259-a6d6-2c90c47670a4,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:07.524378 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.524589 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:11:07.524883 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Checking segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:07.525350 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.525635 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Bound using segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:11:07.526103 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Bound port: fbda5c6b-15c6-4259-a6d6-2c90c47670a4, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:11:07.526481 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.546807 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Checking router: 5886909b-55f8-47aa-b4dd-2ad08d49206d for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:11:07.547413 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Updating router 5886909b-55f8-47aa-b4dd-2ad08d49206d port a6771f96-87a2-48d3-a583-e439b3c9cdc8 binding host dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:11:07.549695 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Network c6ea9935-8102-4648-ae6c-92fac791d7fa is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:07.556077 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 3dce34b1-a5f4-4ee0-8923-efb37945ee2e triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:07.556506 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.558424 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:07.590892 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.614464 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:07.615267 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564358'] for router_interface, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.629846 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] For port fbda5c6b-15c6-4259-a6d6-2c90c47670a4, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:11:07.645443 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] For port fbda5c6b-15c6-4259-a6d6-2c90c47670a4, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=fbda5c6b-15c6-4259-a6d6-2c90c47670a4,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:11:07.711411 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:07.720790 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.737339 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.756278 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.767900 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port 3dce34b1-a5f4-4ee0-8923-efb37945ee2e, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=3dce34b1-a5f4-4ee0-8923-efb37945ee2e,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:07.826404 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Routers {'68d87d36-b654-41e9-8560-3a0c56fa601b'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:07.826988 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:10:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['68d87d36-b654-41e9-8560-3a0c56fa601b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:07.846364 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.847187 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562038'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:07.851839 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.23', 51853) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:08.013784 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] Set router 68d87d36-b654-41e9-8560-3a0c56fa601b gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:08.029525 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Notify callbacks [] for port, precommit_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:08.063084 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c3889-a677-4685-9809-90a8002aa567 None None] Pushing event updated for resources: {'Port': ['ID=fbda5c6b-15c6-4259-a6d6-2c90c47670a4,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:08.083982 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Pushing event updated for resources: {'Port': ['ID=dddb5066-824e-4edf-ad3b-718f1e8f41dc,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:08.094632 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:08.095605 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:08.106032 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:08.135302 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:08.220901 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Attempting to bind port a6771f96-87a2-48d3-a583-e439b3c9cdc8 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:11:08.224522 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Attempting to bind port a6771f96-87a2-48d3-a583-e439b3c9cdc8 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:11:08.225091 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Attempting to bind port a6771f96-87a2-48d3-a583-e439b3c9cdc8 on network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:08.239691 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:11:08.240181 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Checking segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:08.242662 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:08.242662 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Bound using segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:11:08.243274 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Bound port: a6771f96-87a2-48d3-a583-e439b3c9cdc8, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:11:08.250979 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Network cc619f7c-a032-4a42-ba73-abb931db8402 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:08.251672 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:08.254869 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:08.387903 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] For port a6771f96-87a2-48d3-a583-e439b3c9cdc8, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:11:08.404261 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] For port a6771f96-87a2-48d3-a583-e439b3c9cdc8, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a6771f96-87a2-48d3-a583-e439b3c9cdc8,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:11:08.429983 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12e10e-1316-4059-ba9f-57975af12f99 None None] Pushing event updated for resources: {'Port': ['ID=a6771f96-87a2-48d3-a583-e439b3c9cdc8,revision_number=2']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:08.795048 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=3dce34b1-a5f4-4ee0-8923-efb37945ee2e,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:08.805972 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:08.808536 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:08.808536 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:08.810164 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-32752ac2-cc57-4d59-bca4-3cbc73868510 req-c7f63752-7ee0-4c42-828c-e56ff248ee76 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 210 time: 0.1940091 Sep 22 13:11:08.810164 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:08.811413 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0023cff8-ba5d-490d-9656-02bb0f0020f4 req-cfcc2f06-6d17-4602-bb11-c3e028bcfbb0 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 210 time: 0.1564212 Sep 22 13:11:08.812151 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Routers {'5886909b-55f8-47aa-b4dd-2ad08d49206d'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:08.812151 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:10:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['5886909b-55f8-47aa-b4dd-2ad08d49206d'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:08.812733 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Router 93214d41-71a8-4eef-8d3a-e7204e2db677 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:11:08.813227 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4eab1ee1-9e58-42ba-ac08-acd4afaaee0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:08.813364 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12e10e-1316-4059-ba9f-57975af12f99 None None] Pushing event updated for resources: {'Port': ['ID=a6771f96-87a2-48d3-a583-e439b3c9cdc8,revision_number=3']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:08.813478 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-74be1f03-da1a-4bee-9fc6-5b294b7c5a60 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:08.813478 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-74be1f03-da1a-4bee-9fc6-5b294b7c5a60 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.23 "GET /v2.0/networks?id=5eacca51-cfa9-49d8-9462-091affedf979 HTTP/1.1" status: 200 len: 811 time: 0.7992730 Sep 22 13:11:08.813713 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Allocated IP 172.20.0.1 (f7ff256e-94df-44a6-b96c-3d0c6896f093/1619f7f4-41aa-4194-b81e-a75b642a92db/66f65535-a671-4250-9cef-92b294c45c82) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:08.813853 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-a8a5be56-74cf-4a7f-9ba1-be0a2f500f59 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Request body: {'port': {'device_id': 'b0bb6655-1b93-4b10-a1fe-b73fd3adaff8', 'network_id': '5eacca51-cfa9-49d8-9462-091affedf979', 'admin_state_up': True, 'tenant_id': 'f3e2fa50df244271b7c1994faa0b6e0b'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:08.814002 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] Set router 5886909b-55f8-47aa-b4dd-2ad08d49206d gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:08.942493 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:11:08.953582 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-1f589cd4-1d28-4c23-a2ba-a12066554eaa admin admin] 10.222.0.43 "PUT /v2.0/routers/93214d41-71a8-4eef-8d3a-e7204e2db677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7473631 Sep 22 13:11:09.009694 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:09.018702 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Sync routers for ids ['93214d41-71a8-4eef-8d3a-e7204e2db677'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:11:09.053433 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'name': 'tempest-ServerRescueNegativeTestJSON-557992220-router', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'fbda5c6b-15c6-4259-a6d6-2c90c47670a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:03Z', 'revision_number': 3, 'project_id': 'd04a4440bd974592a2c14375e7f7fa18', 'gw_port': {'id': 'fbda5c6b-15c6-4259-a6d6-2c90c47670a4', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:09.065309 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-1dc9ae29-c44d-410b-b408-e572fcf3b791 None None] Provisioning complete for port dddb5066-824e-4edf-ad3b-718f1e8f41dc triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:09.065825 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1dc9ae29-c44d-410b-b408-e572fcf3b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:09.139987 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369007c-3110-46ca-9147-f67ab45a3c88 None None] The sync data for ids ['68d87d36-b654-41e9-8560-3a0c56fa601b'] in dv-cinder-810000-3-iscsi is: [{'id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'name': 'tempest-ServerRescueNegativeTestJSON-557992220-router', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'fbda5c6b-15c6-4259-a6d6-2c90c47670a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:03Z', 'revision_number': 3, 'project_id': 'd04a4440bd974592a2c14375e7f7fa18', 'gw_port': {'id': 'fbda5c6b-15c6-4259-a6d6-2c90c47670a4', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:11:09.146317 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Routers {'93214d41-71a8-4eef-8d3a-e7204e2db677'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:09.146790 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:11:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['93214d41-71a8-4eef-8d3a-e7204e2db677'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:09.174448 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:09.187380 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:04Z', 'revision_number': 3, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:09.215622 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9ae29-c44d-410b-b408-e572fcf3b791 None None] Port dddb5066-824e-4edf-ad3b-718f1e8f41dc cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:11:09.275065 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 3dce34b1-a5f4-4ee0-8923-efb37945ee2e up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:09.281777 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64e374-ba07-4695-ad26-506f9ad012ff None None] The sync data for ids ['5886909b-55f8-47aa-b4dd-2ad08d49206d'] in dv-cinder-810000-3-iscsi is: [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:04Z', 'revision_number': 3, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:11:09.290015 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:09.341047 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:09.341805 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562038'] for router_interface, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:09.398705 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:09.507371 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Set router 93214d41-71a8-4eef-8d3a-e7204e2db677 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:09.556074 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-a8a5be56-74cf-4a7f-9ba1-be0a2f500f59 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Made reservation on behalf of f3e2fa50df244271b7c1994faa0b6e0b for: {'port': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:11:09.566128 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-a8a5be56-74cf-4a7f-9ba1-be0a2f500f59 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:09.570975 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.23', 51868) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:09.575119 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 3dce34b1-a5f4-4ee0-8923-efb37945ee2e triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:09.575119 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:09.593748 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Network c6ea9935-8102-4648-ae6c-92fac791d7fa is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:09.677931 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Network f7ff256e-94df-44a6-b96c-3d0c6896f093 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:09.701705 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:09.706553 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:09.710202 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564358'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:09.914554 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:09.924059 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659baf51-737a-4806-9367-fc81e303147b req-8bfaca56-b794-4699-bc72-f3a6a83ea3a7 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:09.926289 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-659baf51-737a-4806-9367-fc81e303147b req-8bfaca56-b794-4699-bc72-f3a6a83ea3a7 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "GET /v2.0/networks?id=486be222-2dae-4806-b5f2-6aa278197135 HTTP/1.1" status: 200 len: 815 time: 0.3307512 Sep 22 13:11:09.936994 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Pushing event updated for resources: {'Port': ['ID=66f65535-a671-4250-9cef-92b294c45c82,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:09.943892 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-659baf51-737a-4806-9367-fc81e303147b req-7187cb62-44eb-4d8f-af5e-6856b0fa4879 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Request body: {'port': {'device_id': '7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7', 'network_id': '486be222-2dae-4806-b5f2-6aa278197135', 'admin_state_up': True, 'tenant_id': '86bd01d73b164c0496803e15f5becaea'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:10.061328 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fbe1aa44-04d9-4ebf-9187-d2e004944f89 req-dbc8d8d0-8c4b-42c9-ba16-23ed2353c9b9 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 210 time: 0.1698895 Sep 22 13:11:10.095804 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:10.327126 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8e64fe10-7052-4dc2-a88b-a7cddc24b6fd req-f4aaad48-a20a-4c05-8e44-0b961db9cc88 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 210 time: 0.0599277 Sep 22 13:11:10.368276 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:10.401669 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-6f65d3ad-4ceb-4b96-97e6-ce89e6c1fd89 None None] Provisioning complete for port 66f65535-a671-4250-9cef-92b294c45c82 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:10.401669 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6f65d3ad-4ceb-4b96-97e6-ce89e6c1fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:10.407114 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 2, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:10.529940 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55754) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:10.530700 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:10.547972 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Checking router: 93214d41-71a8-4eef-8d3a-e7204e2db677 for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:11:10.552235 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Updating router 93214d41-71a8-4eef-8d3a-e7204e2db677 port dddb5066-824e-4edf-ad3b-718f1e8f41dc binding host dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:11:10.619242 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e8adf1fd-d50c-492e-97b1-fed534c1029c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--163295923', 'description': 'tempest-description--129945292'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:10.637662 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:10.696904 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-6f65d3ad-4ceb-4b96-97e6-ce89e6c1fd89 None None] Port 66f65535-a671-4250-9cef-92b294c45c82 cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:11:10.761319 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8adf1fd-d50c-492e-97b1-fed534c1029c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:10.849855 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-a8a5be56-74cf-4a7f-9ba1-be0a2f500f59 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Allocated IP 172.20.0.4 (5eacca51-cfa9-49d8-9462-091affedf979/b6905812-06a9-45db-987e-8620ceddf7fe/a2bbb5b2-cff5-4e17-b8fc-9bf130271e67) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:11.435415 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:11.456756 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1a0ce677-b958-49ff-9c40-342cfaae06dc req-34b4846b-8bf0-4ea0-96cf-d1a85f2b519a tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 210 time: 0.1461997 Sep 22 13:11:11.457835 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-a8a5be56-74cf-4a7f-9ba1-be0a2f500f59 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:11.527011 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a6771f96-87a2-48d3-a583-e439b3c9cdc8 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:11.538988 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:11.541407 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562038'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:11.555470 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8adf1fd-d50c-492e-97b1-fed534c1029c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:11.608717 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-261314db-7730-4b6f-b2cd-cd743d785e19 req-f9c2f333-63b8-4ff8-b35e-b59246be0c5b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 210 time: 0.0944915 Sep 22 13:11:11.711036 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8adf1fd-d50c-492e-97b1-fed534c1029c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:11.719549 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Pushing event updated for resources: {'Port': ['ID=66f65535-a671-4250-9cef-92b294c45c82,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:11.730819 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Router 68d87d36-b654-41e9-8560-3a0c56fa601b has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:11:11.733435 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-a8a5be56-74cf-4a7f-9ba1-be0a2f500f59 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:11.751761 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:11.798300 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port a6771f96-87a2-48d3-a583-e439b3c9cdc8 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:11.798663 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:11.830627 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adf1fd-d50c-492e-97b1-fed534c1029c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064c31ec-201e-46a1-9db0-9ea3431a5a15,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:11.857569 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5be56-74cf-4a7f-9ba1-be0a2f500f59 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Pushing event updated for resources: {'Port': ['ID=a2bbb5b2-cff5-4e17-b8fc-9bf130271e67,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:11.862652 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659baf51-737a-4806-9367-fc81e303147b req-7187cb62-44eb-4d8f-af5e-6856b0fa4879 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Made reservation on behalf of 86bd01d73b164c0496803e15f5becaea for: {'port': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:11:11.867374 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-659baf51-737a-4806-9367-fc81e303147b req-7187cb62-44eb-4d8f-af5e-6856b0fa4879 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:11.876359 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-a8a5be56-74cf-4a7f-9ba1-be0a2f500f59 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Network 5eacca51-cfa9-49d8-9462-091affedf979 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:11.907370 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Network f7ff256e-94df-44a6-b96c-3d0c6896f093 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:11.907370 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:11.908601 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-a8a5be56-74cf-4a7f-9ba1-be0a2f500f59 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:11.949525 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:11.953588 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-a8a5be56-74cf-4a7f-9ba1-be0a2f500f59 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:11.961587 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-a8a5be56-74cf-4a7f-9ba1-be0a2f500f59 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:11.962500 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-a8a5be56-74cf-4a7f-9ba1-be0a2f500f59 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:11.970392 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:12.030834 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8adf1fd-d50c-492e-97b1-fed534c1029c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:12.036092 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-e8adf1fd-d50c-492e-97b1-fed534c1029c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.4247959 Sep 22 13:11:12.037506 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55786) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:12.044028 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-6befb221-96b5-4b31-9a3b-2c9065ab7afc tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Request body: {'security_group_rule': {'security_group_id': '064c31ec-201e-46a1-9db0-9ea3431a5a15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:12.074026 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252ec72-69af-4f80-bc9f-8a0dfa39a8a8 None None] Pushing event updated for resources: {'Port': ['ID=dddb5066-824e-4edf-ad3b-718f1e8f41dc,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:12.131950 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Router 5886909b-55f8-47aa-b4dd-2ad08d49206d has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:11:12.213106 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Attempting to bind port dddb5066-824e-4edf-ad3b-718f1e8f41dc on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:11:12.213106 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Attempting to bind port dddb5066-824e-4edf-ad3b-718f1e8f41dc by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:11:12.213106 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Attempting to bind port dddb5066-824e-4edf-ad3b-718f1e8f41dc on network cc619f7c-a032-4a42-ba73-abb931db8402 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:12.231102 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:11:12.231571 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Checking segment: {'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:12.232061 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:12.233673 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Bound using segment: {'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:11:12.234195 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Bound port: dddb5066-824e-4edf-ad3b-718f1e8f41dc, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:11:12.234606 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:12.274010 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:12.404297 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] For port dddb5066-824e-4edf-ad3b-718f1e8f41dc, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:11:12.411355 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] For port dddb5066-824e-4edf-ad3b-718f1e8f41dc, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=dddb5066-824e-4edf-ad3b-718f1e8f41dc,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:11:12.433731 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:11:12.454658 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-b8173721-a8ce-4778-be88-eeb0f39620a3 admin admin] 10.222.0.43 "PUT /v2.0/routers/68d87d36-b654-41e9-8560-3a0c56fa601b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7896202 Sep 22 13:11:12.471410 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port a6771f96-87a2-48d3-a583-e439b3c9cdc8, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a6771f96-87a2-48d3-a583-e439b3c9cdc8,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:12.472803 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:11:12.487342 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-a965fb6d-c585-435c-a6c6-b8ef749ed650 admin admin] 10.222.0.43 "PUT /v2.0/routers/5886909b-55f8-47aa-b4dd-2ad08d49206d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3383720 Sep 22 13:11:12.531819 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-3cd59e6e-572b-4b0d-b77e-88d2876169d3 None None] Provisioning complete for port 66f65535-a671-4250-9cef-92b294c45c82 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:12.533961 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3cd59e6e-572b-4b0d-b77e-88d2876169d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:12.534081 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-a8a5be56-74cf-4a7f-9ba1-be0a2f500f59 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7792671 Sep 22 13:11:12.548403 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-ab9539da-207e-4f10-809a-5a86ac584a21 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:11:12.572658 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-ab9539da-207e-4f10-809a-5a86ac584a21 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0299525 Sep 22 13:11:12.627991 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:12.633800 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device fbda5c6b-15c6-4259-a6d6-2c90c47670a4 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:12.652678 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:12.737406 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [req-659baf51-737a-4806-9367-fc81e303147b req-7187cb62-44eb-4d8f-af5e-6856b0fa4879 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Allocated IP 172.20.0.14 (486be222-2dae-4806-b5f2-6aa278197135/7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d/0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:12.758389 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6befb221-96b5-4b31-9a3b-2c9065ab7afc tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:12.808294 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a483b98a-6c7a-4794-9955-28214b767e5f req-18a8292b-82a7-4054-9212-3c3fabf287ce tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 210 time: 0.0724587 Sep 22 13:11:12.894682 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38650b-a8d8-427c-bcd8-c29e29334dbc req-16220100-aa89-4412-b67c-ccddfe019c1c tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:12.897219 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a38650b-a8d8-427c-bcd8-c29e29334dbc req-16220100-aa89-4412-b67c-ccddfe019c1c tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 931 time: 0.2868483 Sep 22 13:11:12.981112 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6befb221-96b5-4b31-9a3b-2c9065ab7afc tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:13.002858 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-3cd59e6e-572b-4b0d-b77e-88d2876169d3 None None] Port 66f65535-a671-4250-9cef-92b294c45c82 cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:11:13.091463 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Routers {'93214d41-71a8-4eef-8d3a-e7204e2db677'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:13.097328 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:11:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['93214d41-71a8-4eef-8d3a-e7204e2db677'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:13.156551 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a38650b-a8d8-427c-bcd8-c29e29334dbc req-8758812c-3607-4c7b-a9a1-1196b1294d32 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674833 Sep 22 13:11:13.157937 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6befb221-96b5-4b31-9a3b-2c9065ab7afc tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:13.216168 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befb221-96b5-4b31-9a3b-2c9065ab7afc tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b88437f-03de-4523-a9e7-27f5a1f05f12,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:13.230650 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=a6771f96-87a2-48d3-a583-e439b3c9cdc8,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:13.268713 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-659baf51-737a-4806-9367-fc81e303147b req-7187cb62-44eb-4d8f-af5e-6856b0fa4879 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:13.374751 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6befb221-96b5-4b31-9a3b-2c9065ab7afc tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:13.381146 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Request body: {'port': {'device_id': 'b0bb6655-1b93-4b10-a1fe-b73fd3adaff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:13.384086 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-6befb221-96b5-4b31-9a3b-2c9065ab7afc tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3447204 Sep 22 13:11:13.384784 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55820) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:13.389943 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-d3f5bdd2-25ff-4ad9-ba45-52e8aae832be tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Request body: {'security_group_rule': {'security_group_id': '064c31ec-201e-46a1-9db0-9ea3431a5a15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:13.525042 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port fbda5c6b-15c6-4259-a6d6-2c90c47670a4 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:13.525420 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:13.563453 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:13.568250 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-659baf51-737a-4806-9367-fc81e303147b req-7187cb62-44eb-4d8f-af5e-6856b0fa4879 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:13.605900 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-0ca48254-250b-42f6-ab59-0432882e77ec None None] Provisioning complete for port dddb5066-824e-4edf-ad3b-718f1e8f41dc triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:13.606531 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0ca48254-250b-42f6-ab59-0432882e77ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:13.661669 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659baf51-737a-4806-9367-fc81e303147b req-7187cb62-44eb-4d8f-af5e-6856b0fa4879 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Network 486be222-2dae-4806-b5f2-6aa278197135 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:13.677074 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187cb62-44eb-4d8f-af5e-6856b0fa4879 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Pushing event updated for resources: {'Port': ['ID=0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:13.681534 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [req-659baf51-737a-4806-9367-fc81e303147b req-7187cb62-44eb-4d8f-af5e-6856b0fa4879 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:13.698804 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Sync routers for ids ['5886909b-55f8-47aa-b4dd-2ad08d49206d'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:11:13.740910 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Routers {'5886909b-55f8-47aa-b4dd-2ad08d49206d'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:13.744418 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:11:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['5886909b-55f8-47aa-b4dd-2ad08d49206d'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:13.793002 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Sync routers for ids ['68d87d36-b654-41e9-8560-3a0c56fa601b'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:11:13.803536 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bdd2-25ff-4ad9-ba45-52e8aae832be tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:13.809785 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55838) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:13.840312 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-659baf51-737a-4806-9367-fc81e303147b req-7187cb62-44eb-4d8f-af5e-6856b0fa4879 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:13.846271 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659baf51-737a-4806-9367-fc81e303147b req-7187cb62-44eb-4d8f-af5e-6856b0fa4879 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:13.846901 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-659baf51-737a-4806-9367-fc81e303147b req-7187cb62-44eb-4d8f-af5e-6856b0fa4879 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:14.049000 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] Set router 93214d41-71a8-4eef-8d3a-e7204e2db677 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:14.110385 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-659baf51-737a-4806-9367-fc81e303147b req-7187cb62-44eb-4d8f-af5e-6856b0fa4879 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1705406 Sep 22 13:11:14.205895 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Set router 5886909b-55f8-47aa-b4dd-2ad08d49206d gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:14.217257 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55856) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:14.227899 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Request body: {'port': {'device_id': '7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:14.243581 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-98f9ac33-b3b5-428e-9eb9-0771b340c328 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1902137601', 'description': 'tempest-description--1135033641'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:14.408204 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-7aa5db35-2ed6-4f23-8efb-e0e4aaeeea55 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:14.416726 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-7aa5db35-2ed6-4f23-8efb-e0e4aaeeea55 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/networks?id=c6ea9935-8102-4648-ae6c-92fac791d7fa HTTP/1.1" status: 200 len: 818 time: 0.3714151 Sep 22 13:11:14.418457 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252ec72-69af-4f80-bc9f-8a0dfa39a8a8 None None] Pushing event updated for resources: {'Port': ['ID=dddb5066-824e-4edf-ad3b-718f1e8f41dc,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:14.456775 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-b810c028-44c0-4c43-addb-82bd2b6a60d7 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/quotas/d04a4440bd974592a2c14375e7f7fa18 HTTP/1.1" status: 200 len: 375 time: 0.0386674 Sep 22 13:11:14.462744 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Routers {'68d87d36-b654-41e9-8560-3a0c56fa601b'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:14.463852 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:11:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['68d87d36-b654-41e9-8560-3a0c56fa601b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:14.520492 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8aed9dd-d3e2-4087-a672-805a69e5c22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:14.600638 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-e6b88063-995a-4aba-b409-e7878c3bc2f9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d04a4440bd974592a2c14375e7f7fa18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1427464 Sep 22 13:11:14.609396 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:14.639597 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bdd2-25ff-4ad9-ba45-52e8aae832be tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:14.656648 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 2, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:14.697880 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Checking router: 5886909b-55f8-47aa-b4dd-2ad08d49206d for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:11:14.697880 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Updating router 5886909b-55f8-47aa-b4dd-2ad08d49206d port 66f65535-a671-4250-9cef-92b294c45c82 binding host dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:11:14.711714 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port fbda5c6b-15c6-4259-a6d6-2c90c47670a4, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=fbda5c6b-15c6-4259-a6d6-2c90c47670a4,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:14.778478 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:14.849182 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:11:14.859417 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:14.892912 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bdd2-25ff-4ad9-ba45-52e8aae832be tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:14.904872 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-46082918-a3d2-4036-b572-d18c58f1fdde service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:11:14.907864 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-46082918-a3d2-4036-b572-d18c58f1fdde service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1567841 Sep 22 13:11:14.921482 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Transition to ACTIVE for port object a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:11:14.922818 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5bdd2-25ff-4ad9-ba45-52e8aae832be tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cc9978-d5e7-49dd-8b10-c503037b530e,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:14.957139 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df512b-0956-46a1-bdd6-0a55b08d12f4 req-0f6814e0-42c3-48f7-9c62-fe20681775b8 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:14.966860 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d3df512b-0956-46a1-bdd6-0a55b08d12f4 req-0f6814e0-42c3-48f7-9c62-fe20681775b8 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 932 time: 0.6185050 Sep 22 13:11:14.970258 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:15.056694 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d3df512b-0956-46a1-bdd6-0a55b08d12f4 req-f0433c3b-998f-4fd4-8b03-d252e0dbeaf9 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886443 Sep 22 13:11:15.101467 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f9ac33-b3b5-428e-9eb9-0771b340c328 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:15.101467 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:15.131775 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:15.151268 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0ca48254-250b-42f6-ab59-0432882e77ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:15.199358 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-9a0ff9c4-b847-45ae-8c7e-b0cd0f20dc8b service neutron] 10.222.0.43 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817030 Sep 22 13:11:15.322328 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bdd2-25ff-4ad9-ba45-52e8aae832be tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:15.323847 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-d3f5bdd2-25ff-4ad9-ba45-52e8aae832be tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9379776 Sep 22 13:11:15.333797 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55878) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:15.374164 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a6771f96-87a2-48d3-a583-e439b3c9cdc8 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:15.408299 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8aed9dd-d3e2-4087-a672-805a69e5c22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:15.422239 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:15.429743 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Request body: {'floatingip': {'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:15.465090 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Pushing event updated for resources: {'Port': ['ID=a2bbb5b2-cff5-4e17-b8fc-9bf130271e67,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:15.489242 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Attempting to bind port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:11:15.489242 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Attempting to bind port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '84fd2bf3-a388-4162-a4dc-7eab86cf50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5eacca51-cfa9-49d8-9462-091affedf979'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:11:15.489242 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Attempting to bind port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 on network 5eacca51-cfa9-49d8-9462-091affedf979 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:15.489467 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Set router 68d87d36-b654-41e9-8560-3a0c56fa601b gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:15.515167 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 on network 5eacca51-cfa9-49d8-9462-091affedf979 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:11:15.515729 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Attempting to bind port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 on network 5eacca51-cfa9-49d8-9462-091affedf979 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:15.606087 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8aed9dd-d3e2-4087-a672-805a69e5c22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:15.658448 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b123e9a-2e75-4fc1-8be1-2ca5d640aaff None None] The sync data for ids ['93214d41-71a8-4eef-8d3a-e7204e2db677'] in dv-cinder-810000-3-iscsi is: [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:11:15.671511 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811912b8-5b43-4489-a1ee-1692982f1b61 req-87ffc5dd-ad18-4a02-bdaf-a42a5088851b tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:15.680718 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-811912b8-5b43-4489-a1ee-1692982f1b61 req-87ffc5dd-ad18-4a02-bdaf-a42a5088851b tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 943 time: 0.4017911 Sep 22 13:11:15.726214 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:11:15.726656 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Checking segment: {'id': '84fd2bf3-a388-4162-a4dc-7eab86cf50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5eacca51-cfa9-49d8-9462-091affedf979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:15.727239 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Bound using segment: {'id': '84fd2bf3-a388-4162-a4dc-7eab86cf50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5eacca51-cfa9-49d8-9462-091affedf979'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:11:15.727789 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Bound port: a2bbb5b2-cff5-4e17-b8fc-9bf130271e67, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84fd2bf3-a388-4162-a4dc-7eab86cf50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5eacca51-cfa9-49d8-9462-091affedf979'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:11:15.728157 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:15.769883 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-0ca48254-250b-42f6-ab59-0432882e77ec None None] For port dddb5066-824e-4edf-ad3b-718f1e8f41dc, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=dddb5066-824e-4edf-ad3b-718f1e8f41dc,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:15.780605 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Notify callbacks [] for port, precommit_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:15.785893 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-e8aed9dd-d3e2-4087-a672-805a69e5c22c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b386ea5337842589b7bff705cdacf17&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9731834 Sep 22 13:11:15.831017 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=fbda5c6b-15c6-4259-a6d6-2c90c47670a4,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:15.849611 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-264d9a9d-d17a-4dfa-a6da-2208f7d27cd9 service neutron] 10.222.0.43 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482136 Sep 22 13:11:15.856601 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55882) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:15.856999 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 55886) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:15.857919 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.db.api [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 13:11:15.857919 dv-cinder-810000-3-iscsi neutron-server[94873]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 13:11:15.857919 dv-cinder-810000-3-iscsi neutron-server[94873]: [parameters: {'project_id_1': 'a9b927b18a264e798ad9389f4c099037', 'expiration_1': datetime.datetime(2021, 9, 22, 13, 10, 55, 435663)}] Sep 22 13:11:15.857919 dv-cinder-810000-3-iscsi neutron-server[94873]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 13:11:15.858907 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG oslo_db.api [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 13:11:15.922717 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aed9dd-d3e2-4087-a672-805a69e5c22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a2e75d-2892-4393-b7ef-df57b2758911,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:15.934784 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:15.986473 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port a6771f96-87a2-48d3-a583-e439b3c9cdc8 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:15.986473 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:15.986473 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0ca48254-250b-42f6-ab59-0432882e77ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:16.149407 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca48254-250b-42f6-ab59-0432882e77ec None None] Pushing event updated for resources: {'Port': ['ID=dddb5066-824e-4edf-ad3b-718f1e8f41dc,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:16.161379 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72069570-e21a-48a5-bf37-c02ff98b718e None None] Pushing event updated for resources: {'Port': ['ID=66f65535-a671-4250-9cef-92b294c45c82,revision_number=3']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:16.195322 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-811912b8-5b43-4489-a1ee-1692982f1b61 req-71488f25-2839-4c65-9432-a32ac399357a tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135787 Sep 22 13:11:16.226480 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-e56d5beb-143c-4871-a809-10c367aadaab None None] Provisioning complete for port dddb5066-824e-4edf-ad3b-718f1e8f41dc triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:16.226866 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e56d5beb-143c-4871-a809-10c367aadaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:16.538653 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f9ac33-b3b5-428e-9eb9-0771b340c328 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:16.540870 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Attempting to bind port 66f65535-a671-4250-9cef-92b294c45c82 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:11:16.540870 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Attempting to bind port 66f65535-a671-4250-9cef-92b294c45c82 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:11:16.540870 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Attempting to bind port 66f65535-a671-4250-9cef-92b294c45c82 on network f7ff256e-94df-44a6-b96c-3d0c6896f093 {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:16.540870 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:11:16.540870 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Checking segment: {'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:16.540870 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:16.540870 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Bound using segment: {'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:11:16.540870 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Bound port: 66f65535-a671-4250-9cef-92b294c45c82, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'}}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:11:16.540870 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:16.541539 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7147893e-cc44-4dee-b2f5-c4f286a6fe0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:16.541627 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] For port 66f65535-a671-4250-9cef-92b294c45c82, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:11:16.541627 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] For port 66f65535-a671-4250-9cef-92b294c45c82, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=66f65535-a671-4250-9cef-92b294c45c82,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:11:16.562594 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b8680ca5-123d-4fdb-8140-8e036c486d0a req-30b39160-1922-4bcf-91ad-02d4a29126e9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 210 time: 0.0773213 Sep 22 13:11:16.605517 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] For port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67, host hv-cinder-81000, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:11:16.609708 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-431d3bf6-53d6-4516-bd1a-ef2f01c88d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:16.694300 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] For port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a2bbb5b2-cff5-4e17-b8fc-9bf130271e67,segment=NetworkSegment(84fd2bf3-a388-4162-a4dc-7eab86cf50e8),segment_id=84fd2bf3-a388-4162-a4dc-7eab86cf50e8)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:11:16.727324 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'name': 'tempest-ServerRescueNegativeTestJSON-557992220-router', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'fbda5c6b-15c6-4259-a6d6-2c90c47670a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': 'd04a4440bd974592a2c14375e7f7fa18', 'gw_port': {'id': 'fbda5c6b-15c6-4259-a6d6-2c90c47670a4', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5', 'name': '', 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18', 'mac_address': 'fa:16:3e:f1:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3406f934-e65f-428d-9536-b198c58b9695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:06Z', 'updated_at': '2021-09-22T13:11:08Z', 'revision_number': 2, 'project_id': 'd04a4440bd974592a2c14375e7f7fa18', 'subnets': [{'id': '3406f934-e65f-428d-9536-b198c58b9695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:16.752195 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:16.803104 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Checking router: 68d87d36-b654-41e9-8560-3a0c56fa601b for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:11:16.803469 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Updating router 68d87d36-b654-41e9-8560-3a0c56fa601b port 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5 binding host dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:11:16.814511 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f9ac33-b3b5-428e-9eb9-0771b340c328 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:16.860700 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-431d3bf6-53d6-4516-bd1a-ef2f01c88d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:16.863233 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:16.865628 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:16.917705 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72069570-e21a-48a5-bf37-c02ff98b718e None None] Pushing event updated for resources: {'Port': ['ID=66f65535-a671-4250-9cef-92b294c45c82,revision_number=4']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:17.098445 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Routers {'5886909b-55f8-47aa-b4dd-2ad08d49206d'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:17.098445 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:11:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['5886909b-55f8-47aa-b4dd-2ad08d49206d'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:17.100605 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9ac33-b3b5-428e-9eb9-0771b340c328 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6520697-90ca-4afa-afb7-07b89e2f93fd,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:17.114203 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] Set router 5886909b-55f8-47aa-b4dd-2ad08d49206d gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:17.323212 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Pushing event updated for resources: {'Port': ['ID=a2bbb5b2-cff5-4e17-b8fc-9bf130271e67,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:17.365152 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-a3ffcd91-a868-4a8c-b155-a8b0d40af605 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:17.385573 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-a3ffcd91-a868-4a8c-b155-a8b0d40af605 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/networks?id=c6ea9935-8102-4648-ae6c-92fac791d7fa HTTP/1.1" status: 200 len: 818 time: 0.4312727 Sep 22 13:11:17.434945 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-f1fa9ed6-21f4-4cd8-aa26-ffcbd6781fdf tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/quotas/d04a4440bd974592a2c14375e7f7fa18 HTTP/1.1" status: 200 len: 375 time: 0.0481358 Sep 22 13:11:17.448175 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31313b7b-cbc2-4847-a3ab-a1765211f316 req-d251404c-eeeb-4340-9826-af14a0502ffa tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:17.455310 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-31313b7b-cbc2-4847-a3ab-a1765211f316 req-d251404c-eeeb-4340-9826-af14a0502ffa tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 932 time: 0.9976623 Sep 22 13:11:17.501969 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:17.510599 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:17.511269 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:17.517599 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-63fbf7ec-367d-484e-bba6-4eb83dfa5287 service neutron] 10.222.0.23 "PUT /v2.0/ports/a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 HTTP/1.1" status: 200 len: 1093 time: 4.4027104 Sep 22 13:11:17.544305 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-4ff2c939-1cf7-4153-94ef-e2aebf8a96ae None None] Provisioning complete for port 66f65535-a671-4250-9cef-92b294c45c82 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:17.548019 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c939-1cf7-4153-94ef-e2aebf8a96ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:17.588214 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0bb6655-1b93-4b10-a1fe-b73fd3adaff8', 'tag': 'a2bbb5b2-cff5-4e17-b8fc-9bf130271e67'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:11:17.588316 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-22ffcbaf-1605-49e4-bbc8-12f178e96c32 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d04a4440bd974592a2c14375e7f7fa18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1434438 Sep 22 13:11:17.653487 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device dddb5066-824e-4edf-ad3b-718f1e8f41dc up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:17.720927 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-285a70c3-a2ea-4196-9ce4-a1877b1edebe service neutron] 10.222.0.43 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384394 Sep 22 13:11:17.811809 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:11:17.829178 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:17.850725 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:16Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:17.872625 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:17.885254 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2060d4c-8d64-466b-959a-f3d329b23dbe None None] The sync data for ids ['5886909b-55f8-47aa-b4dd-2ad08d49206d'] in dv-cinder-810000-3-iscsi is: [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:16Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:11:17.973793 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7147893e-cc44-4dee-b2f5-c4f286a6fe0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:18.049673 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c939-1cf7-4153-94ef-e2aebf8a96ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:18.052898 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-431d3bf6-53d6-4516-bd1a-ef2f01c88d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:18.057888 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-a90bc5c5-a18a-4ab1-a9c1-686d65488a7a service neutron] 10.222.0.43 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356435 Sep 22 13:11:18.076595 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-431d3bf6-53d6-4516-bd1a-ef2f01c88d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:18.083394 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-431d3bf6-53d6-4516-bd1a-ef2f01c88d99 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4a2e75d-2892-4393-b7ef-df57b2758911 HTTP/1.1" status: 204 len: 168 time: 2.2234218 Sep 22 13:11:18.114328 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fded339-c943-496e-add2-51b708568e3e None None] Pushing event updated for resources: {'Port': ['ID=5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:18.129283 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Transition to ACTIVE for port object 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:11:18.223775 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d3bf6-53d6-4516-bd1a-ef2f01c88d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a2e75d-2892-4393-b7ef-df57b2758911,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:18.302854 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-31313b7b-cbc2-4847-a3ab-a1765211f316 req-9c9efd14-45a3-4e24-9ebf-d1811ae7ac83 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8210163 Sep 22 13:11:18.347396 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port dddb5066-824e-4edf-ad3b-718f1e8f41dc triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:18.347812 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:18.364414 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-5f387891-9ad0-4079-83f6-f57ee93495d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:18.372169 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-5f387891-9ad0-4079-83f6-f57ee93495d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3e2fa50df244271b7c1994faa0b6e0b&device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 1096 time: 0.3286378 Sep 22 13:11:18.376258 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-4ff2c939-1cf7-4153-94ef-e2aebf8a96ae None None] For port 66f65535-a671-4250-9cef-92b294c45c82, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=66f65535-a671-4250-9cef-92b294c45c82,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:18.402742 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7147893e-cc44-4dee-b2f5-c4f286a6fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:18.481468 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861b8bb7-2b24-46c4-92fc-2f4aca9fc8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b0bb6655-1b93-4b10-a1fe-b73fd3adaff8", "tag": "a2bbb5b2-cff5-4e17-b8fc-9bf130271e67"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:11:18.554346 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55950) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:18.560259 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c939-1cf7-4153-94ef-e2aebf8a96ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:18.580115 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-7147893e-cc44-4dee-b2f5-c4f286a6fe0d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=711980bce919453eaaa2c3cafd45823e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7187037 Sep 22 13:11:18.637584 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Attempting to bind port 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:11:18.637682 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Attempting to bind port 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:11:18.638176 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Attempting to bind port 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5 on network c6ea9935-8102-4648-ae6c-92fac791d7fa {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:18.739818 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:11:18.740336 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Checking segment: {'id': '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:18.740850 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:18.741319 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Bound using segment: {'id': '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:11:18.741963 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Bound port: 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:11:18.742429 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:18.762298 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-907fdf0c-0f7a-48e0-9e69-e51f26a3c76e req-fd956ff3-b15a-43f7-bf8c-860563afa568 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 210 time: 0.1015241 Sep 22 13:11:18.799701 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:18.799701 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-98f9ac33-b3b5-428e-9eb9-0771b340c328 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:18.799701 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-98f9ac33-b3b5-428e-9eb9-0771b340c328 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 4.5572572 Sep 22 13:11:18.810504 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55956) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:18.833374 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d04f1bec-54ca-46b6-8a1f-0e7ba4f01448 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Request body: {'security_group_rule': {'security_group_id': 'e6520697-90ca-4afa-afb7-07b89e2f93fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:18.857959 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0e2760a-9f33-4adf-b7f4-b7a10a387758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:18.874044 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-2ca35088-9f71-4bbd-a0f8-cf45ca000fef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 HTTP/1.1" status: 200 len: 217 time: 0.3773174 Sep 22 13:11:18.920937 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] For port 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:11:18.937583 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] For port 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5,segment=NetworkSegment(9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c),segment_id=9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:11:18.937691 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0e2760a-9f33-4adf-b7f4-b7a10a387758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:18.952734 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-93b96d14-64ec-4320-8d70-7c4ab3c10e4b None None] Provisioning complete for port 66f65535-a671-4250-9cef-92b294c45c82 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:18.953207 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-93b96d14-64ec-4320-8d70-7c4ab3c10e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:19.031472 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147893e-cc44-4dee-b2f5-c4f286a6fe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5562819c-864b-4180-8131-42837644978d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:19.272559 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:19.272703 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0e2760a-9f33-4adf-b7f4-b7a10a387758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:19.275314 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0e2760a-9f33-4adf-b7f4-b7a10a387758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:19.282961 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-a0e2760a-9f33-4adf-b7f4-b7a10a387758 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5562819c-864b-4180-8131-42837644978d HTTP/1.1" status: 204 len: 168 time: 0.7267835 Sep 22 13:11:19.308835 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for floatingip, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:19.320057 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2760a-9f33-4adf-b7f4-b7a10a387758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5562819c-864b-4180-8131-42837644978d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:19.360358 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2c939-1cf7-4153-94ef-e2aebf8a96ae None None] Pushing event updated for resources: {'Port': ['ID=66f65535-a671-4250-9cef-92b294c45c82,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:19.366420 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840427ff-fa74-4915-abb5-34d082630bfc req-14a42da6-e287-46ff-85ad-8a05845768c0 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:19.373956 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-840427ff-fa74-4915-abb5-34d082630bfc req-14a42da6-e287-46ff-85ad-8a05845768c0 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 943 time: 0.6023595 Sep 22 13:11:19.380058 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device fbda5c6b-15c6-4259-a6d6-2c90c47670a4 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:19.403221 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d04f1bec-54ca-46b6-8a1f-0e7ba4f01448 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:19.431502 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-d1e9a50e-6c63-44bf-b419-e3af426e0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:19.434051 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-d1e9a50e-6c63-44bf-b419-e3af426e0dfd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6905812-06a9-45db-987e-8620ceddf7fe HTTP/1.1" status: 200 len: 851 time: 0.4597354 Sep 22 13:11:19.464578 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Attempting to bind port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:11:19.464976 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Attempting to bind port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:11:19.465610 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Attempting to bind port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 on network 486be222-2dae-4806-b5f2-6aa278197135 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:19.493637 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55970) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:19.526411 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:19.576833 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 on network 486be222-2dae-4806-b5f2-6aa278197135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:11:19.577360 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Attempting to bind port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 on network 486be222-2dae-4806-b5f2-6aa278197135 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:19.595877 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-4b18867c-d529-4f04-8a80-ca4b853f6337 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5eacca51-cfa9-49d8-9462-091affedf979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119275 Sep 22 13:11:19.604095 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:11:19.621816 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Checking segment: {'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:19.621816 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Bound using segment: {'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:11:19.621816 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Bound port: 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:11:19.621816 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:19.694111 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-840427ff-fa74-4915-abb5-34d082630bfc req-468b1102-5b72-4662-a237-fbebfd9f97fe tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195539 Sep 22 13:11:19.719603 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33e4ba7-68da-4f03-a036-6278a542908d x-openstack-request-id: req-c33e4ba7-68da-4f03-a036-6278a542908d {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:11:19.719603 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0bb6655-1b93-4b10-a1fe-b73fd3adaff8", "tag": "a2bbb5b2-cff5-4e17-b8fc-9bf130271e67", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:11:19.719603 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c33e4ba7-68da-4f03-a036-6278a542908d {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:11:19.719603 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0bb6655-1b93-4b10-a1fe-b73fd3adaff8', 'tag': 'a2bbb5b2-cff5-4e17-b8fc-9bf130271e67', 'status': 'completed', 'code': 200} Sep 22 13:11:19.720367 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d04f1bec-54ca-46b6-8a1f-0e7ba4f01448 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:19.887319 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25cb33-5090-458f-87cb-f73ef4fe5058 req-3624d5ca-7434-469d-9ee0-382eccb56a61 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:19.907033 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fc25cb33-5090-458f-87cb-f73ef4fe5058 req-3624d5ca-7434-469d-9ee0-382eccb56a61 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 944 time: 0.0923300 Sep 22 13:11:19.947417 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fded339-c943-496e-add2-51b708568e3e None None] Pushing event updated for resources: {'Port': ['ID=5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:19.950313 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Routers {'68d87d36-b654-41e9-8560-3a0c56fa601b'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:19.951108 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:11:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['68d87d36-b654-41e9-8560-3a0c56fa601b'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:19.958765 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port fbda5c6b-15c6-4259-a6d6-2c90c47670a4 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:19.959334 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:20.110830 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5962e39a-decb-4296-9675-78bb657e1df3 req-29efcd6c-7675-4bdd-a8a0-5f33660fb4e7 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 210 time: 0.1971877 Sep 22 13:11:20.129318 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fc25cb33-5090-458f-87cb-f73ef4fe5058 req-c1710fbc-2e29-4557-bb67-64d298ba743b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204370 Sep 22 13:11:20.162461 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e01eb179-a3f5-446d-a983-45529d1e23f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:20.187743 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] For port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4, host hv-cinder-81000, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:11:20.198509 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d04f1bec-54ca-46b6-8a1f-0e7ba4f01448 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:20.218097 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] For port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:11:20.220878 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-3a3620d5-7f20-415c-a5a5-50e4658d0db1 service neutron] 10.222.0.23 "GET /v2.0/networks/5eacca51-cfa9-49d8-9462-091affedf979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053691 Sep 22 13:11:20.225751 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f1bec-54ca-46b6-8a1f-0e7ba4f01448 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80f31b8-7d58-4c91-9342-e5ecfad11932,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:20.233007 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:20.308731 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] Set router 68d87d36-b654-41e9-8560-3a0c56fa601b gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:20.406584 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e01eb179-a3f5-446d-a983-45529d1e23f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:20.460879 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-835e4d3e-5d63-4ba5-9175-c9030df73ce1 req-0f51eea1-5429-4974-8381-2a2e48a84c2e service neutron] 10.222.0.23 "GET /v2.0/networks/5eacca51-cfa9-49d8-9462-091affedf979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450517 Sep 22 13:11:20.490623 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:20.535976 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e01eb179-a3f5-446d-a983-45529d1e23f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:20.554637 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:20.562282 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:20.563040 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:20.564639 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-659baf51-737a-4806-9367-fc81e303147b req-c0c5e9f3-812e-406e-96eb-28a174ca76d7 service neutron] 10.222.0.23 "PUT /v2.0/ports/0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 HTTP/1.1" status: 200 len: 1094 time: 6.3463397 Sep 22 13:11:20.673969 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Allocated IP 172.27.1.50 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/0301de32-bfb5-42a6-a37b-d53559735750) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:20.696531 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-e01eb179-a3f5-446d-a983-45529d1e23f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=841180f5a5f24bc5bf2a3e31201de1ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1982503 Sep 22 13:11:20.699440 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55990) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:20.705872 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01eb179-a3f5-446d-a983-45529d1e23f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47f2a45-2a8b-48cb-b34a-f8609f728bd1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:20.710637 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 66f65535-a671-4250-9cef-92b294c45c82 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:20.822354 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d04f1bec-54ca-46b6-8a1f-0e7ba4f01448 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:20.825798 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-d04f1bec-54ca-46b6-8a1f-0e7ba4f01448 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0103407 Sep 22 13:11:20.834526 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 55994) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:20.839699 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1014ca81-60ea-4472-a062-6db722bb3780 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Request body: {'security_group_rule': {'security_group_id': 'e6520697-90ca-4afa-afb7-07b89e2f93fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:20.851133 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a15c3cb-c148-4780-8b40-0154fff65a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:20.871322 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:20.908629 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 66f65535-a671-4250-9cef-92b294c45c82 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:20.909007 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:20.934540 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a15c3cb-c148-4780-8b40-0154fff65a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:20.973441 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'name': 'tempest-ServerRescueNegativeTestJSON-557992220-router', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'fbda5c6b-15c6-4259-a6d6-2c90c47670a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': 'd04a4440bd974592a2c14375e7f7fa18', 'gw_port': {'id': 'fbda5c6b-15c6-4259-a6d6-2c90c47670a4', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5', 'name': '', 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18', 'mac_address': 'fa:16:3e:f1:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3406f934-e65f-428d-9536-b198c58b9695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:06Z', 'updated_at': '2021-09-22T13:11:18Z', 'revision_number': 4, 'project_id': 'd04a4440bd974592a2c14375e7f7fa18', 'subnets': [{'id': '3406f934-e65f-428d-9536-b198c58b9695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:21.034970 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6cfab2-857d-4738-9682-019cbe5fe07e None None] The sync data for ids ['68d87d36-b654-41e9-8560-3a0c56fa601b'] in dv-cinder-810000-3-iscsi is: [{'id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'name': 'tempest-ServerRescueNegativeTestJSON-557992220-router', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'fbda5c6b-15c6-4259-a6d6-2c90c47670a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': 'd04a4440bd974592a2c14375e7f7fa18', 'gw_port': {'id': 'fbda5c6b-15c6-4259-a6d6-2c90c47670a4', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5', 'name': '', 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18', 'mac_address': 'fa:16:3e:f1:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3406f934-e65f-428d-9536-b198c58b9695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:06Z', 'updated_at': '2021-09-22T13:11:18Z', 'revision_number': 4, 'project_id': 'd04a4440bd974592a2c14375e7f7fa18', 'subnets': [{'id': '3406f934-e65f-428d-9536-b198c58b9695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:11:21.057613 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:21.116948 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1014ca81-60ea-4472-a062-6db722bb3780 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:21.218573 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:21.237405 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b8bb7-2b24-46c4-92fc-2f4aca9fc8fb req-83136979-750e-4519-a562-ecafb976e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:21.239279 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-861b8bb7-2b24-46c4-92fc-2f4aca9fc8fb req-83136979-750e-4519-a562-ecafb976e88f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3e2fa50df244271b7c1994faa0b6e0b&device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 1096 time: 0.2515833 Sep 22 13:11:21.252897 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206992b8-a2a4-4617-a424-9d4688c26b3a req-68e103c7-7edc-4751-8466-596e51043e62 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:21.258107 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-206992b8-a2a4-4617-a424-9d4688c26b3a req-68e103c7-7edc-4751-8466-596e51043e62 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 943 time: 0.3339965 Sep 22 13:11:21.264649 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:21.269751 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:21.277817 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event updated for resources: {'Port': ['ID=0301de32-bfb5-42a6-a37b-d53559735750,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:21.303487 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bd97d6b3-ae2b-4780-bdd6-30afd6a5f4ea req-5681e164-4e07-42ba-8a7c-c2756a51c6ea tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 210 time: 0.0641458 Sep 22 13:11:21.306372 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a15c3cb-c148-4780-8b40-0154fff65a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:21.309330 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1a15c3cb-c148-4780-8b40-0154fff65a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:21.313432 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-1a15c3cb-c148-4780-8b40-0154fff65a58 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c47f2a45-2a8b-48cb-b34a-f8609f728bd1 HTTP/1.1" status: 204 len: 168 time: 0.6099532 Sep 22 13:11:21.341941 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15c3cb-c148-4780-8b40-0154fff65a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47f2a45-2a8b-48cb-b34a-f8609f728bd1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:21.366695 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1014ca81-60ea-4472-a062-6db722bb3780 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:21.410267 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56010) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:21.443685 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-df036297-01fa-4933-a93e-86dbaf406c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:21.657614 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1014ca81-60ea-4472-a062-6db722bb3780 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:21.657852 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:21.746650 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659baf51-737a-4806-9367-fc81e303147b req-b08eceed-d4e4-469b-87de-2eb03efa6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:21.746650 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-659baf51-737a-4806-9367-fc81e303147b req-b08eceed-d4e4-469b-87de-2eb03efa6690 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86bd01d73b164c0496803e15f5becaea&device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 1097 time: 0.7280645 Sep 22 13:11:21.746650 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7', 'tag': '0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:11:21.746650 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7ead95-0943-4595-b4cf-f92110e7901b" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7", "tag": "0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:11:21.785670 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014ca81-60ea-4472-a062-6db722bb3780 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b001dc11-656c-4793-a1e1-beb76d8e8f5b,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:21.862584 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478452a1-c211-400f-8abe-db39ac202aef req-fe5fd2db-0b1f-4dfc-8e23-0b51536a3ce7 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:21.872279 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-478452a1-c211-400f-8abe-db39ac202aef req-fe5fd2db-0b1f-4dfc-8e23-0b51536a3ce7 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 944 time: 0.3604746 Sep 22 13:11:21.923586 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-df036297-01fa-4933-a93e-86dbaf406c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:21.979845 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-478452a1-c211-400f-8abe-db39ac202aef req-be17f25e-142e-4377-8bef-97410f057d3d tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604246 Sep 22 13:11:22.090090 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-df036297-01fa-4933-a93e-86dbaf406c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:22.173357 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-df036297-01fa-4933-a93e-86dbaf406c8c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9106ae00cd7f4745a65973008e0e4ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7616990 Sep 22 13:11:22.174391 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df036297-01fa-4933-a93e-86dbaf406c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545893e3-8ec0-46a5-bbd4-714966472eff,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:22.177091 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56020) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:22.184774 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.23', 51883) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:22.208186 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1014ca81-60ea-4472-a062-6db722bb3780 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:22.210110 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-1014ca81-60ea-4472-a062-6db722bb3780 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3741474 Sep 22 13:11:22.218386 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-206992b8-a2a4-4617-a424-9d4688c26b3a req-9b348de4-22f4-4ff8-a3e3-7d6f4063e593 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9454904 Sep 22 13:11:22.226186 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56022) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:22.244264 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Request body: {'floatingip': {'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:22.309530 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2247c1-87a9-4c2d-846b-246eeb7656fb x-openstack-request-id: req-8f2247c1-87a9-4c2d-846b-246eeb7656fb {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:11:22.310071 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7", "tag": "0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:11:22.310071 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f2247c1-87a9-4c2d-846b-246eeb7656fb {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:11:22.310455 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7', 'tag': '0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4', 'status': 'completed', 'code': 200} Sep 22 13:11:22.384344 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-659baf51-737a-4806-9367-fc81e303147b req-36d60fe1-3cca-45f2-97e3-f88b8104b836 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 HTTP/1.1" status: 200 len: 217 time: 0.5734608 Sep 22 13:11:22.492964 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-3728b1ee-9d0b-4950-ab80-a0a241261f6c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:22.501693 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-3728b1ee-9d0b-4950-ab80-a0a241261f6c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.23 "GET /v2.0/networks?id=c6ea9935-8102-4648-ae6c-92fac791d7fa HTTP/1.1" status: 200 len: 818 time: 0.3129199 Sep 22 13:11:22.518058 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:22.576859 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-b7f733f1-a885-469e-8df3-20fa4aba4048 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Request body: {'port': {'device_id': '62dd1478-ba12-4a46-8c78-62519c2c512b', 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa', 'admin_state_up': True, 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:22.671472 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:22.844327 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:22.881557 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:22.885580 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:22.892837 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b8bb7-2b24-46c4-92fc-2f4aca9fc8fb req-28bbde64-6af8-4278-bdf1-a1e0458076e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:22.897134 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-861b8bb7-2b24-46c4-92fc-2f4aca9fc8fb req-28bbde64-6af8-4278-bdf1-a1e0458076e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5eacca51-cfa9-49d8-9462-091affedf979 HTTP/1.1" status: 200 len: 912 time: 1.5726519 Sep 22 13:11:22.908634 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659baf51-737a-4806-9367-fc81e303147b req-efb08587-8cf7-4a4a-a6bc-cda72c7e73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:22.917538 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-659baf51-737a-4806-9367-fc81e303147b req-efb08587-8cf7-4a4a-a6bc-cda72c7e73f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d HTTP/1.1" status: 200 len: 855 time: 0.4197538 Sep 22 13:11:23.060714 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-659baf51-737a-4806-9367-fc81e303147b req-98d5ce4e-a57e-4031-8f65-04c255c0bcbc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=486be222-2dae-4806-b5f2-6aa278197135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121840 Sep 22 13:11:23.080588 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:23.125207 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5,segment=NetworkSegment(9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c),segment_id=9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:23.145853 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:23.158266 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-861b8bb7-2b24-46c4-92fc-2f4aca9fc8fb req-bc8028e4-677f-4e6d-bcf4-e5879fc4640f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 HTTP/1.1" status: 200 len: 217 time: 0.2275927 Sep 22 13:11:23.159711 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56040) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:23.206947 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9923a181-bbdc-4488-ba6e-bbc857f122fd req-41cfa233-9779-4267-85bb-bc125ac2959d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 210 time: 0.0735421 Sep 22 13:11:23.264514 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a521115-e020-4ebc-a244-d98ad0aed404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:23.290136 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-659baf51-737a-4806-9367-fc81e303147b req-dc51fabf-f1c1-4f3d-a7c8-df9f127a7d30 service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280153 Sep 22 13:11:23.292874 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:23.333330 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a521115-e020-4ebc-a244-d98ad0aed404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:23.392310 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:23.426873 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:23.533621 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-659baf51-737a-4806-9367-fc81e303147b req-ee1e90f6-d51e-46c8-beab-90af6d7caf40 service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165029 Sep 22 13:11:23.549226 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:23.614887 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d23afe-42e5-49bf-abf3-0a21e3fea745 req-b54b642f-2adc-4eb8-8f3c-63d58dab424c tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:23.623110 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e7d23afe-42e5-49bf-abf3-0a21e3fea745 req-b54b642f-2adc-4eb8-8f3c-63d58dab424c tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 943 time: 0.2398312 Sep 22 13:11:23.649964 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba71cf19-e574-4713-84c6-2729c28f83d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:23.720215 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-b7f733f1-a885-469e-8df3-20fa4aba4048 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Made reservation on behalf of d04a4440bd974592a2c14375e7f7fa18 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:11:23.724843 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-b7f733f1-a885-469e-8df3-20fa4aba4048 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:23.727412 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.23', 51886) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:23.741701 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e7d23afe-42e5-49bf-abf3-0a21e3fea745 req-fe9bdb0e-19be-4ac6-8221-82763c9fb2a4 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172607 Sep 22 13:11:23.874044 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event updated for resources: {'Port': ['ID=0301de32-bfb5-42a6-a37b-d53559735750,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:23.932555 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ead95-0943-4595-b4cf-f92110e7901b req-94789767-c29e-4336-8a36-04a1142f6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:23.935188 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7c7ead95-0943-4595-b4cf-f92110e7901b req-94789767-c29e-4336-8a36-04a1142f6161 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86bd01d73b164c0496803e15f5becaea&device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 1097 time: 0.1859372 Sep 22 13:11:23.963939 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:24.024382 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b8bb7-2b24-46c4-92fc-2f4aca9fc8fb req-599d3524-918a-4794-9804-951c42ef08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:24.024382 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-861b8bb7-2b24-46c4-92fc-2f4aca9fc8fb req-599d3524-918a-4794-9804-951c42ef08e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6905812-06a9-45db-987e-8620ceddf7fe HTTP/1.1" status: 200 len: 851 time: 0.6901855 Sep 22 13:11:24.024382 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050b0c8-0b4c-4e36-8432-038542ccc373 req-0d03e01f-12f7-496e-830d-3722f29e1628 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:24.024382 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2050b0c8-0b4c-4e36-8432-038542ccc373 req-0d03e01f-12f7-496e-830d-3722f29e1628 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 944 time: 0.8382921 Sep 22 13:11:24.056877 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-861b8bb7-2b24-46c4-92fc-2f4aca9fc8fb req-51f95e98-477b-4c55-8983-7672ec949ae4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5eacca51-cfa9-49d8-9462-091affedf979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561843 Sep 22 13:11:24.092670 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2050b0c8-0b4c-4e36-8432-038542ccc373 req-b083eedf-b34a-4980-b065-bebbaec4e57d tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809441 Sep 22 13:11:24.115766 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-ae8d62be-f318-43a4-a1f1-0c1811ad8ec3 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:24.117854 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-ae8d62be-f318-43a4-a1f1-0c1811ad8ec3 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.23 "GET /v2.0/networks?id=c6ea9935-8102-4648-ae6c-92fac791d7fa HTTP/1.1" status: 200 len: 818 time: 0.4464004 Sep 22 13:11:24.193991 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:24.201609 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-bf8477cd-dd5a-4edf-b681-dd1d822778f0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.8150659 Sep 22 13:11:24.445186 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba71cf19-e574-4713-84c6-2729c28f83d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:24.479089 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a521115-e020-4ebc-a244-d98ad0aed404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:24.481839 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3a521115-e020-4ebc-a244-d98ad0aed404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:24.482988 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-3a521115-e020-4ebc-a244-d98ad0aed404 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/545893e3-8ec0-46a5-bbd4-714966472eff HTTP/1.1" status: 204 len: 168 time: 2.3049200 Sep 22 13:11:24.533196 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba71cf19-e574-4713-84c6-2729c28f83d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:24.578362 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:24.651253 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a521115-e020-4ebc-a244-d98ad0aed404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545893e3-8ec0-46a5-bbd4-714966472eff,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:24.654680 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b2132534-03ef-419d-93f0-681da6c5977c req-5416a0ae-01a0-4373-8d6b-63d23ba27d3b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 210 time: 0.2026639 Sep 22 13:11:24.704743 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-7e89e4b9-cc70-46e9-b2e7-e00b854e6bfa tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--163295923&fields=id&tenant_id=a9b927b18a264e798ad9389f4c099037 HTTP/1.1" status: 200 len: 267 time: 0.2051449 Sep 22 13:11:24.722194 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-cf0eb5e6-3ffe-40e9-9a82-a4418eb22bd9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Request body: {'port': {'device_id': '51372312-678a-4ec5-8407-7ef186a53479', 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa', 'admin_state_up': True, 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:24.757533 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ead95-0943-4595-b4cf-f92110e7901b req-442a375c-4e98-4e29-93b7-b6883d8a5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:24.757533 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7c7ead95-0943-4595-b4cf-f92110e7901b req-442a375c-4e98-4e29-93b7-b6883d8a5573 service neutron] 10.222.0.23 "GET /v2.0/networks?id=486be222-2dae-4806-b5f2-6aa278197135 HTTP/1.1" status: 200 len: 916 time: 0.7476027 Sep 22 13:11:24.766996 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:24.767676 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:24.803570 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-ba71cf19-e574-4713-84c6-2729c28f83d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04c2ca1a69ba4905b134a9d9d4714db4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5209858 Sep 22 13:11:24.844105 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Allocated IP 172.27.1.191 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/7409d8a5-5d6e-419b-bdb0-21a01806f3c8) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:24.863573 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56084) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:24.926585 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71cf19-e574-4713-84c6-2729c28f83d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64206206-5a4b-4c87-b9a9-3944d7c9b72e,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:25.104730 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7c7ead95-0943-4595-b4cf-f92110e7901b req-e8c91869-f2b8-407f-8457-25132d00374c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 HTTP/1.1" status: 200 len: 217 time: 0.2420721 Sep 22 13:11:25.167744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-b7f733f1-a885-469e-8df3-20fa4aba4048 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Allocated IP 172.20.0.14 (c6ea9935-8102-4648-ae6c-92fac791d7fa/3406f934-e65f-428d-9536-b198c58b9695/e985e239-a74d-451d-b44e-08c49c83ef5e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:25.183952 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-3e8ffaca-de8e-4dae-be55-0c8a4b696036 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:25.187718 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-3e8ffaca-de8e-4dae-be55-0c8a4b696036 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/networks?id=cc619f7c-a032-4a42-ba73-abb931db8402 HTTP/1.1" status: 200 len: 817 time: 0.4796309 Sep 22 13:11:25.187922 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-861b8bb7-2b24-46c4-92fc-2f4aca9fc8fb req-5ad5febb-fee1-400b-bbd9-0d51945e3782 service neutron] 10.222.0.23 "GET /v2.0/networks/5eacca51-cfa9-49d8-9462-091affedf979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781208 Sep 22 13:11:25.210474 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-956df667-8969-48a2-a606-61d1a7695296 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/quotas/a9b927b18a264e798ad9389f4c099037 HTTP/1.1" status: 200 len: 375 time: 0.0147550 Sep 22 13:11:25.233898 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a7c24-e4cb-4f8a-afab-9170f690e778 req-062a45e5-f316-484c-b165-555c94751244 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:25.235743 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2f2a7c24-e4cb-4f8a-afab-9170f690e778 req-062a45e5-f316-484c-b165-555c94751244 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 943 time: 0.3542192 Sep 22 13:11:25.254091 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-410d824c-dde2-4f36-9a40-da9198282e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:25.279464 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-410d824c-dde2-4f36-9a40-da9198282e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:25.299695 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-26152795-8188-4383-bebc-65d033ea7792 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9b927b18a264e798ad9389f4c099037&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808620 Sep 22 13:11:25.425060 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-cf0eb5e6-3ffe-40e9-9a82-a4418eb22bd9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Made reservation on behalf of d04a4440bd974592a2c14375e7f7fa18 for: {'port': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:11:25.431400 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2f2a7c24-e4cb-4f8a-afab-9170f690e778 req-9f6d617e-2bfb-4091-abfe-0583d9a61324 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793268 Sep 22 13:11:25.431807 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-cf0eb5e6-3ffe-40e9-9a82-a4418eb22bd9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:25.431900 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:25.445069 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-016afbb4-045b-40e7-b861-85aa1ab75990 service neutron] 10.222.0.43 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158957 Sep 22 13:11:25.616756 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-b7f733f1-a885-469e-8df3-20fa4aba4048 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:25.622646 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-410d824c-dde2-4f36-9a40-da9198282e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:25.625321 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-410d824c-dde2-4f36-9a40-da9198282e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:25.630025 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-410d824c-dde2-4f36-9a40-da9198282e58 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64206206-5a4b-4c87-b9a9-3944d7c9b72e HTTP/1.1" status: 204 len: 168 time: 0.7437963 Sep 22 13:11:25.647163 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ead95-0943-4595-b4cf-f92110e7901b req-64298bb1-06a9-4300-88b2-98d4ed9a9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:25.650057 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7c7ead95-0943-4595-b4cf-f92110e7901b req-64298bb1-06a9-4300-88b2-98d4ed9a9a3e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d HTTP/1.1" status: 200 len: 855 time: 0.1491625 Sep 22 13:11:25.653795 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d824c-dde2-4f36-9a40-da9198282e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64206206-5a4b-4c87-b9a9-3944d7c9b72e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:25.672993 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353349b-4886-44f0-89fe-fa81b746f097 req-9645de47-d426-4104-83a3-89ad82f57a4a tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:25.675209 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8353349b-4886-44f0-89fe-fa81b746f097 req-9645de47-d426-4104-83a3-89ad82f57a4a tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 944 time: 0.1353428 Sep 22 13:11:25.744069 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8353349b-4886-44f0-89fe-fa81b746f097 req-e8979c5a-ffae-4ca9-8dcf-8054869f7709 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568221 Sep 22 13:11:25.812342 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7c7ead95-0943-4595-b4cf-f92110e7901b req-926b8976-ef50-44cd-8506-c2faae6e9f84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=486be222-2dae-4806-b5f2-6aa278197135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661073 Sep 22 13:11:25.818843 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:25.859582 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56112) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:25.887339 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-5516422c-a625-4895-b381-dc1bfc1516af service neutron] 10.222.0.43 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182625 Sep 22 13:11:25.903402 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:25.914404 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-861b8bb7-2b24-46c4-92fc-2f4aca9fc8fb req-4ed6a22c-af4e-4ca5-aaf0-52fafd082a11 service neutron] 10.222.0.23 "GET /v2.0/networks/5eacca51-cfa9-49d8-9462-091affedf979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138551 Sep 22 13:11:25.938850 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:25.960193 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event updated for resources: {'Port': ['ID=7409d8a5-5d6e-419b-bdb0-21a01806f3c8,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:25.975464 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4a121a09-af47-4072-935d-1d57a3e44475 req-6058a924-cdf4-4316-9851-64f7767037fd tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 210 time: 0.1537042 Sep 22 13:11:25.976814 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:25.984308 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-cf0eb5e6-3ffe-40e9-9a82-a4418eb22bd9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Allocated IP 172.20.0.4 (c6ea9935-8102-4648-ae6c-92fac791d7fa/3406f934-e65f-428d-9536-b198c58b9695/77b84daf-d8c2-48ad-9cf3-ea50800c0b2d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:26.028151 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-b7f733f1-a885-469e-8df3-20fa4aba4048 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:26.135637 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7c7ead95-0943-4595-b4cf-f92110e7901b req-949fe871-3678-4941-94a8-85ae4a28016c service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099990 Sep 22 13:11:26.151101 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-b7f733f1-a885-469e-8df3-20fa4aba4048 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Network c6ea9935-8102-4648-ae6c-92fac791d7fa is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:26.153842 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:26.171852 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-cf0eb5e6-3ffe-40e9-9a82-a4418eb22bd9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:26.192854 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-b7f733f1-a885-469e-8df3-20fa4aba4048 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:26.195729 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1551f740-d1cd-4c1a-8047-60b242575a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:26.237252 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-b7f733f1-a885-469e-8df3-20fa4aba4048 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:26.242951 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-b7f733f1-a885-469e-8df3-20fa4aba4048 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:26.243618 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-b7f733f1-a885-469e-8df3-20fa4aba4048 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:26.290965 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f733f1-a885-469e-8df3-20fa4aba4048 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Pushing event updated for resources: {'Port': ['ID=e985e239-a74d-451d-b44e-08c49c83ef5e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:26.325123 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1551f740-d1cd-4c1a-8047-60b242575a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:26.351894 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7c7ead95-0943-4595-b4cf-f92110e7901b req-86e672be-a388-4bbb-89bd-0e63e4fa495b service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003739 Sep 22 13:11:26.569821 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ee9feb53-5a25-45bd-8699-3595eeb2c4cb req-0b8be656-1b39-4d24-a460-e76677e0b594 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 210 time: 0.0328343 Sep 22 13:11:26.572224 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-cf0eb5e6-3ffe-40e9-9a82-a4418eb22bd9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:26.576815 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1551f740-d1cd-4c1a-8047-60b242575a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:26.595345 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b55abd-83ee-48af-87d6-44b5f5381e04 req-17aee45a-bc10-4b13-a3bf-3efc93ea1a2c tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:26.595345 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e1b55abd-83ee-48af-87d6-44b5f5381e04 req-17aee45a-bc10-4b13-a3bf-3efc93ea1a2c tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 943 time: 0.0752134 Sep 22 13:11:26.634407 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:26.638460 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-1551f740-d1cd-4c1a-8047-60b242575a47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26ba7a7023a146f0977988cf0b9b7259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7707980 Sep 22 13:11:26.639508 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56136) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:26.666476 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551f740-d1cd-4c1a-8047-60b242575a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402761ce-c59a-446c-ab45-104b392d68e5,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:26.699240 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-cf0eb5e6-3ffe-40e9-9a82-a4418eb22bd9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Network c6ea9935-8102-4648-ae6c-92fac791d7fa is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:26.703242 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-cf0eb5e6-3ffe-40e9-9a82-a4418eb22bd9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:26.706556 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-cf0eb5e6-3ffe-40e9-9a82-a4418eb22bd9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:26.713081 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-cf0eb5e6-3ffe-40e9-9a82-a4418eb22bd9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:26.714394 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-cf0eb5e6-3ffe-40e9-9a82-a4418eb22bd9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:26.729688 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0eb5e6-3ffe-40e9-9a82-a4418eb22bd9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Pushing event updated for resources: {'Port': ['ID=77b84daf-d8c2-48ad-9cf3-ea50800c0b2d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:26.858974 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-b7f733f1-a885-469e-8df3-20fa4aba4048 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3093407 Sep 22 13:11:26.876435 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f814c-931e-4993-9714-6fabc0b42970 req-1b4c11ac-d9a8-445f-88c9-b64d0e62c727 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:26.886257 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3b6f814c-931e-4993-9714-6fabc0b42970 req-1b4c11ac-d9a8-445f-88c9-b64d0e62c727 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 944 time: 0.0550833 Sep 22 13:11:26.888021 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Request body: {'port': {'device_id': '62dd1478-ba12-4a46-8c78-62519c2c512b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:26.920524 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3b6f814c-931e-4993-9714-6fabc0b42970 req-08627864-4069-4a58-be3f-c607328b4c1f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339444 Sep 22 13:11:26.937561 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e1b55abd-83ee-48af-87d6-44b5f5381e04 req-ce16906f-3b84-45ba-a200-4bb2db148e13 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418229 Sep 22 13:11:27.005090 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53939a06-b784-4a2e-bf3c-75c2e3fe302e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:27.008879 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-cf0eb5e6-3ffe-40e9-9a82-a4418eb22bd9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2922075 Sep 22 13:11:27.009402 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:27.024170 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Request body: {'port': {'device_id': '51372312-678a-4ec5-8407-7ef186a53479', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:27.097314 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53939a06-b784-4a2e-bf3c-75c2e3fe302e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:27.142998 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:27.167942 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b753bef-632d-4431-9b4f-bacc770d05a2 req-b296c62e-45cd-4f4f-bf37-4abae7b1d5cd tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:27.176259 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7b753bef-632d-4431-9b4f-bacc770d05a2 req-b296c62e-45cd-4f4f-bf37-4abae7b1d5cd tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 931 time: 0.1116540 Sep 22 13:11:27.259394 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7b753bef-632d-4431-9b4f-bacc770d05a2 req-3fdd1536-090e-45a8-b9fa-752dc8d266ef tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820365 Sep 22 13:11:27.281678 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:27.396240 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:27.441176 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53939a06-b784-4a2e-bf3c-75c2e3fe302e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:27.442212 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-53939a06-b784-4a2e-bf3c-75c2e3fe302e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:27.443409 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-53939a06-b784-4a2e-bf3c-75c2e3fe302e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/402761ce-c59a-446c-ab45-104b392d68e5 HTTP/1.1" status: 204 len: 168 time: 0.8021331 Sep 22 13:11:27.446482 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:27.484554 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53939a06-b784-4a2e-bf3c-75c2e3fe302e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402761ce-c59a-446c-ab45-104b392d68e5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:27.490091 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event updated for resources: {'Port': ['ID=7409d8a5-5d6e-419b-bdb0-21a01806f3c8,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:27.524771 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e985e239-a74d-451d-b44e-08c49c83ef5e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:11:27.532899 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:27.554220 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Transition to ACTIVE for port object e985e239-a74d-451d-b44e-08c49c83ef5e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:11:27.602512 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:27.606842 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-0bfb05ab-3805-47dc-84c7-6a010f716b96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3769221 Sep 22 13:11:27.653400 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c834e9e3-9710-4ad7-8f5b-03210c7e0469 req-76b0f79d-6608-4c2c-a1f7-100404b95a8e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 210 time: 0.0276425 Sep 22 13:11:27.808266 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:27.928815 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Pushing event updated for resources: {'Port': ['ID=e985e239-a74d-451d-b44e-08c49c83ef5e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:27.996238 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Attempting to bind port e985e239-a74d-451d-b44e-08c49c83ef5e on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:11:27.997011 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Attempting to bind port e985e239-a74d-451d-b44e-08c49c83ef5e by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:11:27.997796 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Attempting to bind port e985e239-a74d-451d-b44e-08c49c83ef5e on network c6ea9935-8102-4648-ae6c-92fac791d7fa {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:28.011147 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Port e985e239-a74d-451d-b44e-08c49c83ef5e on network c6ea9935-8102-4648-ae6c-92fac791d7fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:11:28.012221 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Attempting to bind port e985e239-a74d-451d-b44e-08c49c83ef5e on network c6ea9935-8102-4648-ae6c-92fac791d7fa {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:28.025161 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:11:28.025161 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Checking segment: {'id': '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:28.026138 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Bound using segment: {'id': '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:11:28.027066 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Bound port: e985e239-a74d-451d-b44e-08c49c83ef5e, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:11:28.027958 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:28.032659 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:11:28.045345 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:28.095692 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Transition to ACTIVE for port object 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:11:28.116292 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c514de-a5d3-48ef-9c12-e6f1e4f2dd3d req-928054f2-b9f5-4cc5-81ec-7a8983675893 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:28.118186 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-21c514de-a5d3-48ef-9c12-e6f1e4f2dd3d req-928054f2-b9f5-4cc5-81ec-7a8983675893 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 944 time: 0.0785553 Sep 22 13:11:28.166589 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-21c514de-a5d3-48ef-9c12-e6f1e4f2dd3d req-1dc26fab-276a-4589-8d4f-80d6aeff8ccd tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388408 Sep 22 13:11:28.211117 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:28.234481 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] For port e985e239-a74d-451d-b44e-08c49c83ef5e, host hv-cinder-81000, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:11:28.261995 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19ab63-28b9-47eb-859d-b5572620f80e req-f5dfe508-f2d3-427c-b748-506e690aa35c tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:28.264704 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5c19ab63-28b9-47eb-859d-b5572620f80e req-f5dfe508-f2d3-427c-b748-506e690aa35c tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 943 time: 0.1489873 Sep 22 13:11:28.291713 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] For port e985e239-a74d-451d-b44e-08c49c83ef5e, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e985e239-a74d-451d-b44e-08c49c83ef5e,segment=NetworkSegment(9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c),segment_id=9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:11:28.321320 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10660232-6c45-4097-a007-a3d907c429de service neutron] Pushing event updated for resources: {'Port': ['ID=77b84daf-d8c2-48ad-9cf3-ea50800c0b2d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:28.341753 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5c19ab63-28b9-47eb-859d-b5572620f80e req-c904386a-ae51-4283-881a-b5843221d585 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529218 Sep 22 13:11:28.375087 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:28.397170 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-ff53cde1-3ccb-4604-8b35-02e4794d235d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1902137601&fields=id&tenant_id=3d0eaec60ee64de8bef900efc8811d07 HTTP/1.1" status: 200 len: 267 time: 0.1217499 Sep 22 13:11:28.432748 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Pushing event updated for resources: {'Port': ['ID=e985e239-a74d-451d-b44e-08c49c83ef5e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:28.447999 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:28.448765 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:28.450305 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-56b424f3-770d-4d6b-b01f-3b812a0f85fa service neutron] 10.222.0.23 "PUT /v2.0/ports/e985e239-a74d-451d-b44e-08c49c83ef5e HTTP/1.1" status: 200 len: 1094 time: 1.5756130 Sep 22 13:11:28.450652 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dd1478-ba12-4a46-8c78-62519c2c512b', 'tag': 'e985e239-a74d-451d-b44e-08c49c83ef5e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:11:28.573140 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Attempting to bind port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:11:28.573592 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Attempting to bind port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:11:28.574039 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Attempting to bind port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d on network c6ea9935-8102-4648-ae6c-92fac791d7fa {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:28.586921 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d on network c6ea9935-8102-4648-ae6c-92fac791d7fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:11:28.587249 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Attempting to bind port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d on network c6ea9935-8102-4648-ae6c-92fac791d7fa {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:28.591644 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5567d9-3a35-4646-b2a1-ef5b866c6ccb req-7c4e48f5-5402-4b84-9ded-cfdedb0b37fa tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:28.593221 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3d5567d9-3a35-4646-b2a1-ef5b866c6ccb req-7c4e48f5-5402-4b84-9ded-cfdedb0b37fa tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 943 time: 0.0616243 Sep 22 13:11:28.603013 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:11:28.603357 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Checking segment: {'id': '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:28.603785 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Bound using segment: {'id': '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:11:28.604233 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Bound port: 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:11:28.604714 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:28.622409 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-84640d2c-23aa-46f3-8bfd-cdbd3f224f13 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:28.630549 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-84640d2c-23aa-46f3-8bfd-cdbd3f224f13 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/networks?id=f7ff256e-94df-44a6-b96c-3d0c6896f093 HTTP/1.1" status: 200 len: 811 time: 0.2321465 Sep 22 13:11:28.645759 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-5e5b283a-bf69-4802-89f5-fadfd84b1ae0 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/quotas/3d0eaec60ee64de8bef900efc8811d07 HTTP/1.1" status: 200 len: 375 time: 0.0143106 Sep 22 13:11:28.660806 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3d5567d9-3a35-4646-b2a1-ef5b866c6ccb req-eeefddea-281d-4968-8c6c-ae2110b8943d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573394 Sep 22 13:11:28.725682 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-8761bbb1-1237-4357-b13f-f86beddc93ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:28.728853 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-8761bbb1-1237-4357-b13f-f86beddc93ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d04a4440bd974592a2c14375e7f7fa18&device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 1097 time: 0.0878997 Sep 22 13:11:28.763334 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] For port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d, host hv-cinder-81000, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:11:28.783951 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-8f2c1b4d-086e-44d9-b73d-29e0d0968ab7 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d0eaec60ee64de8bef900efc8811d07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1143129 Sep 22 13:11:28.785984 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] For port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=77b84daf-d8c2-48ad-9cf3-ea50800c0b2d,segment=NetworkSegment(9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c),segment_id=9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:11:28.808105 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-fe467e75-8d28-4930-9463-1570a965ed83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e985e239-a74d-451d-b44e-08c49c83ef5e HTTP/1.1" status: 200 len: 217 time: 0.0681303 Sep 22 13:11:28.848165 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f4f3fb7f-4a88-4b40-83b5-1cd120084907 req-eb0d05e8-2e27-44e0-8f7d-c6d1017cf7b9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 210 time: 0.0483303 Sep 22 13:11:28.896726 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-fabd257d-1e88-4162-b2a3-8af6c705a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:28.898543 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-fabd257d-1e88-4162-b2a3-8af6c705a14a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3406f934-e65f-428d-9536-b198c58b9695 HTTP/1.1" status: 200 len: 858 time: 0.0645797 Sep 22 13:11:28.907453 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-07a20c9c-d556-4497-a776-28ef23cd8d84 service neutron] 10.222.0.43 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174924 Sep 22 13:11:28.908530 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:28.939841 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-31615162-1e2e-4766-b58f-097494c40c50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6ea9935-8102-4648-ae6c-92fac791d7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339661 Sep 22 13:11:28.945450 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:11:28.971524 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56212) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:28.984181 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10660232-6c45-4097-a007-a3d907c429de service neutron] Pushing event updated for resources: {'Port': ['ID=77b84daf-d8c2-48ad-9cf3-ea50800c0b2d,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:28.992161 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f067fb89-581d-48de-95cd-9bdb20d2e1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:29.110484 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-ed7b0386-9e61-4114-90f4-3f47b7c72557 service neutron] 10.222.0.43 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268604 Sep 22 13:11:29.117312 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:29.120931 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:29.125957 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-10660232-6c45-4097-a007-a3d907c429de service neutron] 10.222.0.23 "PUT /v2.0/ports/77b84daf-d8c2-48ad-9cf3-ea50800c0b2d HTTP/1.1" status: 200 len: 1093 time: 2.1038189 Sep 22 13:11:29.133131 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-7a105b2b-466a-4476-a992-72cc87e97c6a service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857107 Sep 22 13:11:29.136094 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51372312-678a-4ec5-8407-7ef186a53479', 'tag': '77b84daf-d8c2-48ad-9cf3-ea50800c0b2d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:11:29.138966 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbbd464-9361-41c7-8b67-eedc25035d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "51372312-678a-4ec5-8407-7ef186a53479", "tag": "77b84daf-d8c2-48ad-9cf3-ea50800c0b2d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:11:29.217023 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5161ac8-df54-4237-80fe-31e7cd73f559" -d '{"events": [{"name": "network-changed", "server_uuid": "62dd1478-ba12-4a46-8c78-62519c2c512b", "tag": "e985e239-a74d-451d-b44e-08c49c83ef5e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:11:29.226550 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a06330a-d565-4aee-8030-ac10a184350a x-openstack-request-id: req-3a06330a-d565-4aee-8030-ac10a184350a {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:11:29.226730 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51372312-678a-4ec5-8407-7ef186a53479", "tag": "77b84daf-d8c2-48ad-9cf3-ea50800c0b2d", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:11:29.226970 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a06330a-d565-4aee-8030-ac10a184350a {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:11:29.227491 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51372312-678a-4ec5-8407-7ef186a53479', 'tag': '77b84daf-d8c2-48ad-9cf3-ea50800c0b2d', 'status': 'completed', 'code': 200} Sep 22 13:11:29.263797 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a2bbb5b2-cff5-4e17-b8fc-9bf130271e67,segment=NetworkSegment(84fd2bf3-a388-4162-a4dc-7eab86cf50e8),segment_id=84fd2bf3-a388-4162-a4dc-7eab86cf50e8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:29.289418 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': 'a2bbb5b2-cff5-4e17-b8fc-9bf130271e67', 'network_id': '5eacca51-cfa9-49d8-9462-091affedf979', 'port_id': 'a2bbb5b2-cff5-4e17-b8fc-9bf130271e67', 'mac_address': 'fa:16:3e:b1:62:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6905812-06a9-45db-987e-8620ceddf7fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:11:29.344888 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbd464-9361-41c7-8b67-eedc25035d7d req-52d24e84-4e68-4dc3-8a51-0c805478bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:29.355759 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b861ea1e-8475-42e3-b06a-c91dd79b69d5 req-23a993bf-90cd-4af7-b3a1-4deb4acb8582 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129610 Sep 22 13:11:29.357257 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ebbbd464-9361-41c7-8b67-eedc25035d7d req-52d24e84-4e68-4dc3-8a51-0c805478bacb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d04a4440bd974592a2c14375e7f7fa18&device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 1096 time: 0.0995629 Sep 22 13:11:29.360621 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:29.383638 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:11:29.409251 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f067fb89-581d-48de-95cd-9bdb20d2e1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:29.418960 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a2bbb5b2-cff5-4e17-b8fc-9bf130271e67,segment=NetworkSegment(84fd2bf3-a388-4162-a4dc-7eab86cf50e8),segment_id=84fd2bf3-a388-4162-a4dc-7eab86cf50e8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:29.426089 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91a44e-1b5c-4a44-b33a-f4b6a6a43e77 req-5af3202b-d281-41e3-9afb-5f1086206dd5 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:29.434666 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ea91a44e-1b5c-4a44-b33a-f4b6a6a43e77 req-5af3202b-d281-41e3-9afb-5f1086206dd5 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 944 time: 0.1326573 Sep 22 13:11:29.487517 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ea91a44e-1b5c-4a44-b33a-f4b6a6a43e77 req-d80ff430-fb9d-44b4-91ad-a06f15c01fc5 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516708 Sep 22 13:11:29.540283 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:29.544588 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:11:29.544816 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f067fb89-581d-48de-95cd-9bdb20d2e1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:29.693290 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067fb89-581d-48de-95cd-9bdb20d2e1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23792b9-4b61-4d5c-935a-72041a3515c1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:29.708701 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-f067fb89-581d-48de-95cd-9bdb20d2e1c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a04601837794db487ac2ddf1ee4b10a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7354517 Sep 22 13:11:29.710259 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56244) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:29.876779 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a896be92-25c5-4c58-b082-d0e5a0aa58c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:29.923692 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=a2bbb5b2-cff5-4e17-b8fc-9bf130271e67,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:29.974019 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a896be92-25c5-4c58-b082-d0e5a0aa58c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:29.998485 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5ac03-fea9-4769-bdfa-478b0ca55b7a req-a6342cff-1d0f-4005-9683-a84d6705a9ac tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:30.002005 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-91f5ac03-fea9-4769-bdfa-478b0ca55b7a req-a6342cff-1d0f-4005-9683-a84d6705a9ac tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 944 time: 0.2304800 Sep 22 13:11:30.024237 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:30.037985 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': '0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4', 'network_id': '486be222-2dae-4806-b5f2-6aa278197135', 'port_id': '0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4', 'mac_address': 'fa:16:3e:bf:6e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:11:30.105849 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbd464-9361-41c7-8b67-eedc25035d7d req-323fe85b-5b51-45f4-a86f-858100d7ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:30.108128 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ebbbd464-9361-41c7-8b67-eedc25035d7d req-323fe85b-5b51-45f4-a86f-858100d7ce30 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d04a4440bd974592a2c14375e7f7fa18&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7490404 Sep 22 13:11:30.177533 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a896be92-25c5-4c58-b082-d0e5a0aa58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:30.186836 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:30.187215 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-91f5ac03-fea9-4769-bdfa-478b0ca55b7a req-6b4c474a-a382-4569-a6cf-6147befe8214 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692798 Sep 22 13:11:30.202730 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a896be92-25c5-4c58-b082-d0e5a0aa58c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:30.204692 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-a896be92-25c5-4c58-b082-d0e5a0aa58c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e23792b9-4b61-4d5c-935a-72041a3515c1 HTTP/1.1" status: 204 len: 168 time: 0.4927123 Sep 22 13:11:30.221341 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:11:30.268917 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:30.374649 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:30.408912 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2cbce6a9-4e4b-44b7-b388-61a088475de6 req-03c2ac33-5626-402d-818f-1c9eca696de2 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 210 time: 0.1136920 Sep 22 13:11:30.460561 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c67e7d5-130e-40fb-a834-3dfda48d8158 x-openstack-request-id: req-9c67e7d5-130e-40fb-a834-3dfda48d8158 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:11:30.460853 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dd1478-ba12-4a46-8c78-62519c2c512b", "tag": "e985e239-a74d-451d-b44e-08c49c83ef5e", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:11:30.461128 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c67e7d5-130e-40fb-a834-3dfda48d8158 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:11:30.461606 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dd1478-ba12-4a46-8c78-62519c2c512b', 'tag': 'e985e239-a74d-451d-b44e-08c49c83ef5e', 'status': 'completed', 'code': 200} Sep 22 13:11:30.510144 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-eceea216-9c3a-4dfb-90b0-c2c22d5a1356 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:30.513564 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-eceea216-9c3a-4dfb-90b0-c2c22d5a1356 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.23 "GET /v2.0/networks?id=cc619f7c-a032-4a42-ba73-abb931db8402 HTTP/1.1" status: 200 len: 817 time: 0.4407544 Sep 22 13:11:30.542061 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:30.555380 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896be92-25c5-4c58-b082-d0e5a0aa58c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23792b9-4b61-4d5c-935a-72041a3515c1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:30.591997 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbd464-9361-41c7-8b67-eedc25035d7d req-e3aa5d73-3dca-48e7-8743-cfac8a147c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:30.594706 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ebbbd464-9361-41c7-8b67-eedc25035d7d req-e3aa5d73-3dca-48e7-8743-cfac8a147c2e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4780946 Sep 22 13:11:30.624795 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7fc5-1266-492f-9f7f-c8fca02c6f79 req-694d3591-4acf-4ff8-bb9b-e7d8f46f74e1 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:30.626950 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-12ad7fc5-1266-492f-9f7f-c8fca02c6f79 req-694d3591-4acf-4ff8-bb9b-e7d8f46f74e1 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 943 time: 0.2454031 Sep 22 13:11:30.653367 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['a2bbb5b2-cff5-4e17-b8fc-9bf130271e67'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:11:30.679260 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:11:30.684437 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-1504a759-d66f-4fdd-ba4c-02882228af21 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9b927b18a264e798ad9389f4c099037 HTTP/1.1" status: 200 len: 379 time: 0.1416104 Sep 22 13:11:30.688383 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5161ac8-df54-4237-80fe-31e7cd73f559 req-dda0057c-51bd-4d58-80d3-62a9977d1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:30.688974 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e5161ac8-df54-4237-80fe-31e7cd73f559 req-dda0057c-51bd-4d58-80d3-62a9977d1b08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d04a4440bd974592a2c14375e7f7fa18&device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 1097 time: 0.3253098 Sep 22 13:11:30.724013 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-71d5fc07-b844-430c-9f51-1ab57401c16d req-c346c185-c1d8-43e3-9b46-1e75cd9233be tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 210 time: 0.0670366 Sep 22 13:11:30.741869 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-c4ee8d10-f810-4df1-9ef5-3b9bd29d8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:30.755263 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-121bfccd-0b29-4df6-a2e6-06e2a972cd71 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Request body: {'port': {'device_id': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'admin_state_up': True, 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'security_groups': ['064c31ec-201e-46a1-9db0-9ea3431a5a15']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:30.756328 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-c4ee8d10-f810-4df1-9ef5-3b9bd29d8f5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d04a4440bd974592a2c14375e7f7fa18&device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 1096 time: 0.1117604 Sep 22 13:11:30.858930 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-2798b860-868a-4b06-8601-3a072d7c3ef2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77b84daf-d8c2-48ad-9cf3-ea50800c0b2d HTTP/1.1" status: 200 len: 217 time: 0.1007330 Sep 22 13:11:30.996903 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facad25-aeaf-4c04-8070-fe08b778d24a req-7f6e33b6-f5d8-4a64-84a0-a3cadd8843e2 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:30.999594 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1facad25-aeaf-4c04-8070-fe08b778d24a req-7f6e33b6-f5d8-4a64-84a0-a3cadd8843e2 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 945 time: 0.0808063 Sep 22 13:11:31.001609 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-de75f0f4-402a-4d85-8a23-62bdefb902b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:31.003150 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-de75f0f4-402a-4d85-8a23-62bdefb902b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3406f934-e65f-428d-9536-b198c58b9695 HTTP/1.1" status: 200 len: 858 time: 0.1355288 Sep 22 13:11:31.056783 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-12ad7fc5-1266-492f-9f7f-c8fca02c6f79 req-c737eb5c-b732-40f2-a412-a075ab62f1d6 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031453 Sep 22 13:11:31.204168 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1facad25-aeaf-4c04-8070-fe08b778d24a req-57a7522b-910c-4c48-a3bb-4d499a619a32 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954379 Sep 22 13:11:31.207772 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-323801ce-2677-4f15-8ba3-fcbf7f942c21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6ea9935-8102-4648-ae6c-92fac791d7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1905804 Sep 22 13:11:31.385153 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-8529b7b9-bd1d-45fd-92c1-bfb2eb878c38 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695116 Sep 22 13:11:31.399856 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5161ac8-df54-4237-80fe-31e7cd73f559 req-8719616f-5a41-4147-9240-21a255cc3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:31.401328 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e5161ac8-df54-4237-80fe-31e7cd73f559 req-8719616f-5a41-4147-9240-21a255cc3880 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c6ea9935-8102-4648-ae6c-92fac791d7fa HTTP/1.1" status: 200 len: 919 time: 0.6779532 Sep 22 13:11:31.464883 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e5161ac8-df54-4237-80fe-31e7cd73f559 req-e434d54b-14a6-468e-a275-bf8360b0b911 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e985e239-a74d-451d-b44e-08c49c83ef5e HTTP/1.1" status: 200 len: 217 time: 0.0517967 Sep 22 13:11:31.498144 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24f9ad-30d6-41ee-8d73-08404ea382b2 req-bd6fb5a4-4d55-47d7-a7d2-cb4bcd9b4092 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:31.503732 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a24f9ad-30d6-41ee-8d73-08404ea382b2 req-bd6fb5a4-4d55-47d7-a7d2-cb4bcd9b4092 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 944 time: 0.1566951 Sep 22 13:11:31.529064 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dba47d0c-a6a8-44aa-aebe-21c7dbc339ce req-5c65ec62-24cc-476a-9b0e-b56026da45f4 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369369 Sep 22 13:11:31.544883 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7d97d47a-d3ce-41d1-9958-9e7391e98b36 req-e91d7d5a-44a7-4a7a-9152-7760ef407c99 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 210 time: 0.0323451 Sep 22 13:11:31.571012 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5161ac8-df54-4237-80fe-31e7cd73f559 req-5178d77b-2e6e-4287-ae92-bf8fef9ad738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:31.571012 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e5161ac8-df54-4237-80fe-31e7cd73f559 req-5178d77b-2e6e-4287-ae92-bf8fef9ad738 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3406f934-e65f-428d-9536-b198c58b9695 HTTP/1.1" status: 200 len: 858 time: 0.0912640 Sep 22 13:11:31.575272 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a24f9ad-30d6-41ee-8d73-08404ea382b2 req-49d40a0d-88cb-45d0-90d8-0f09ed836102 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545380 Sep 22 13:11:31.603180 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e5161ac8-df54-4237-80fe-31e7cd73f559 req-b005c3da-501d-4ab9-b428-b4c36377c797 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6ea9935-8102-4648-ae6c-92fac791d7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268941 Sep 22 13:11:31.699419 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e5161ac8-df54-4237-80fe-31e7cd73f559 req-9452199e-8c9c-4195-b8e1-e6df67dfc2d0 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875306 Sep 22 13:11:31.704888 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-121bfccd-0b29-4df6-a2e6-06e2a972cd71 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Made reservation on behalf of a9b927b18a264e798ad9389f4c099037 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:11:31.709483 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-121bfccd-0b29-4df6-a2e6-06e2a972cd71 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:31.886434 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e5161ac8-df54-4237-80fe-31e7cd73f559 req-2704e3de-a48d-44ac-923e-423a96421ba3 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736019 Sep 22 13:11:31.904829 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bdaf99a3-cab5-4474-9cb8-e534c4548736 req-34e29633-b183-4154-97de-80c8b5b6560d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 210 time: 0.0458367 Sep 22 13:11:31.921519 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-121bfccd-0b29-4df6-a2e6-06e2a972cd71 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Allocated IP 172.20.0.3 (cc619f7c-a032-4a42-ba73-abb931db8402/2fa0e3c9-3a8f-4139-a019-7d3495bd525f/f7c357bd-91b5-4b33-a096-555dac674c13) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:32.087884 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-121bfccd-0b29-4df6-a2e6-06e2a972cd71 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:32.175657 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03f393-388d-4768-b7a8-9f91d51f86a8 req-20081132-ede8-4f4e-9b43-5cade0d26e03 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:32.177246 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1e03f393-388d-4768-b7a8-9f91d51f86a8 req-20081132-ede8-4f4e-9b43-5cade0d26e03 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 943 time: 0.0538659 Sep 22 13:11:32.204830 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-121bfccd-0b29-4df6-a2e6-06e2a972cd71 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:32.260772 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1e03f393-388d-4768-b7a8-9f91d51f86a8 req-45f5c992-c4a9-4f26-acb4-fbbfeb84e938 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772254 Sep 22 13:11:32.271525 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-121bfccd-0b29-4df6-a2e6-06e2a972cd71 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Network cc619f7c-a032-4a42-ba73-abb931db8402 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:32.278874 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-121bfccd-0b29-4df6-a2e6-06e2a972cd71 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:32.285885 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-121bfccd-0b29-4df6-a2e6-06e2a972cd71 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:32.292114 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-121bfccd-0b29-4df6-a2e6-06e2a972cd71 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:32.293196 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-121bfccd-0b29-4df6-a2e6-06e2a972cd71 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:32.296914 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bfccd-0b29-4df6-a2e6-06e2a972cd71 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event updated for resources: {'Port': ['ID=f7c357bd-91b5-4b33-a096-555dac674c13,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:32.400771 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-121bfccd-0b29-4df6-a2e6-06e2a972cd71 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6913798 Sep 22 13:11:32.415072 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Request body: {'port': {'device_id': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:32.423944 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986588f-8253-40f9-8281-f7a6aaf5dc9f req-bc7a210c-7567-4092-b424-a6b2c9b5b5a3 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:32.432387 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1986588f-8253-40f9-8281-f7a6aaf5dc9f req-bc7a210c-7567-4092-b424-a6b2c9b5b5a3 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 945 time: 0.0876746 Sep 22 13:11:32.474873 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1986588f-8253-40f9-8281-f7a6aaf5dc9f req-4fb46d4e-b9aa-47c4-8581-5b2780a82e56 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413010 Sep 22 13:11:32.488605 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:32.571300 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-3b7358c2-eb40-443e-bc21-f924fbb4217c None None] Provisioning complete for port f7c357bd-91b5-4b33-a096-555dac674c13 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:32.572771 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3b7358c2-eb40-443e-bc21-f924fbb4217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:32.668863 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-3b7358c2-eb40-443e-bc21-f924fbb4217c None None] Port f7c357bd-91b5-4b33-a096-555dac674c13 cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:11:32.709768 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-87885cac-bbf0-46ab-afd1-877bbe89e0f1 req-53ded650-2dbe-4cc3-8b16-33efc54e4b7d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 210 time: 0.0609915 Sep 22 13:11:32.730071 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f664858-ee53-42ee-b4d7-5461bb309d21 req-ca407b4b-fafe-4938-b68f-ba4a3f619332 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:32.731770 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9f664858-ee53-42ee-b4d7-5461bb309d21 req-ca407b4b-fafe-4938-b68f-ba4a3f619332 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 944 time: 0.0565958 Sep 22 13:11:32.771258 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9f664858-ee53-42ee-b4d7-5461bb309d21 req-e4150c79-0e56-4f3f-9ed7-1122e28068f7 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328939 Sep 22 13:11:32.853090 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c357bd-91b5-4b33-a096-555dac674c13 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:11:32.861888 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:32.874918 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Transition to ACTIVE for port object f7c357bd-91b5-4b33-a096-555dac674c13 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:11:32.909721 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56348) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:32.936990 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:32.947354 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device e985e239-a74d-451d-b44e-08c49c83ef5e details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:11:32.950913 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:33.008341 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c357bd-91b5-4b33-a096-555dac674c13,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:33.045258 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a75ca95a-3711-4e33-8aed-825344b97a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:33.106501 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Attempting to bind port f7c357bd-91b5-4b33-a096-555dac674c13 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:11:33.106835 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Attempting to bind port f7c357bd-91b5-4b33-a096-555dac674c13 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:11:33.107363 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Attempting to bind port f7c357bd-91b5-4b33-a096-555dac674c13 on network cc619f7c-a032-4a42-ba73-abb931db8402 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:33.114955 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Port f7c357bd-91b5-4b33-a096-555dac674c13 on network cc619f7c-a032-4a42-ba73-abb931db8402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:11:33.115553 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Attempting to bind port f7c357bd-91b5-4b33-a096-555dac674c13 on network cc619f7c-a032-4a42-ba73-abb931db8402 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:33.127077 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ab78d-ab92-41f3-b0a8-1f3710a309de req-e7410f75-400b-45d2-860f-41ab8f210922 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:33.135103 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cd4ab78d-ab92-41f3-b0a8-1f3710a309de req-e7410f75-400b-45d2-860f-41ab8f210922 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.1118779 Sep 22 13:11:33.145411 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:11:33.146039 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Checking segment: {'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:33.146592 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Bound using segment: {'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:11:33.147208 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Bound port: f7c357bd-91b5-4b33-a096-555dac674c13, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:11:33.147786 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:33.189756 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port e985e239-a74d-451d-b44e-08c49c83ef5e, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e985e239-a74d-451d-b44e-08c49c83ef5e,segment=NetworkSegment(9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c),segment_id=9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:33.193826 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a75ca95a-3711-4e33-8aed-825344b97a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:33.212640 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cd4ab78d-ab92-41f3-b0a8-1f3710a309de req-e9a10504-2726-4778-8c63-5db4ab2a0b2e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582788 Sep 22 13:11:33.215175 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': 'e985e239-a74d-451d-b44e-08c49c83ef5e', 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa', 'port_id': 'e985e239-a74d-451d-b44e-08c49c83ef5e', 'mac_address': 'fa:16:3e:fb:cf:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3406f934-e65f-428d-9536-b198c58b9695', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:11:33.248341 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:11:33.258598 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:33.258598 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:33.289676 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:33.321162 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e985e239-a74d-451d-b44e-08c49c83ef5e {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:11:33.335532 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] For port f7c357bd-91b5-4b33-a096-555dac674c13, host hv-cinder-81000, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:11:33.344316 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a75ca95a-3711-4e33-8aed-825344b97a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:33.353589 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] For port f7c357bd-91b5-4b33-a096-555dac674c13, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f7c357bd-91b5-4b33-a096-555dac674c13,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:11:33.363367 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port e985e239-a74d-451d-b44e-08c49c83ef5e, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e985e239-a74d-451d-b44e-08c49c83ef5e,segment=NetworkSegment(9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c),segment_id=9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:33.376071 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-a75ca95a-3711-4e33-8aed-825344b97a60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9175493c164a4beb8a2ad5efd6f165db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652190 Sep 22 13:11:33.383266 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-c374b759-2930-4d16-a51a-31d6baf8f641 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:33.390848 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-c374b759-2930-4d16-a51a-31d6baf8f641 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.23 "GET /v2.0/networks?id=f7ff256e-94df-44a6-b96c-3d0c6896f093 HTTP/1.1" status: 200 len: 811 time: 0.1560242 Sep 22 13:11:33.391353 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56364) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:33.410311 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:33.426345 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ca95a-3711-4e33-8aed-825344b97a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11365978-b836-42c9-81d8-39a1c26d2777,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:33.440977 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0bb6655-1b93-4b10-a1fe-b73fd3adaff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bbb5b2-cff5-4e17-b8fc-9bf130271e67'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:11:33.466460 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:33.528830 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:33.557964 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc4511-f09d-4af2-b2b1-10e06a403f98 req-fd9ad54d-5e03-4a02-a962-cee87555f6d1 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:33.562228 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a7dc4511-f09d-4af2-b2b1-10e06a403f98 req-fd9ad54d-5e03-4a02-a962-cee87555f6d1 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 943 time: 0.1848619 Sep 22 13:11:33.563929 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a2bbb5b2-cff5-4e17-b8fc-9bf130271e67,segment=NetworkSegment(84fd2bf3-a388-4162-a4dc-7eab86cf50e8),segment_id=84fd2bf3-a388-4162-a4dc-7eab86cf50e8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:33.649892 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:33.650665 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a7dc4511-f09d-4af2-b2b1-10e06a403f98 req-054f658c-effe-4882-8437-f90918742fd1 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767736 Sep 22 13:11:33.650838 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:33.651292 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=e985e239-a74d-451d-b44e-08c49c83ef5e,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:33.652448 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] 10.222.0.23 "PUT /v2.0/ports/f7c357bd-91b5-4b33-a096-555dac674c13 HTTP/1.1" status: 200 len: 1093 time: 1.2426343 Sep 22 13:11:33.666564 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'tag': 'f7c357bd-91b5-4b33-a096-555dac674c13'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:11:33.666564 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d63f5ea-4bda-4875-972d-64d33262d842" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d69add-5d3b-4453-bf51-5a27d905e4e7", "tag": "f7c357bd-91b5-4b33-a096-555dac674c13"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:11:33.682975 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:33.682975 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:33.701955 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-b5b13742-4e7a-4678-b300-41e930b87968 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d0eaec60ee64de8bef900efc8811d07 HTTP/1.1" status: 200 len: 380 time: 0.2854273 Sep 22 13:11:33.737358 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-dda8858e-87bf-4248-9112-ecbb8f395cc8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Request body: {'port': {'device_id': '34469eaa-a287-41e5-a5cd-ad889e389ada', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'admin_state_up': True, 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'security_groups': ['e6520697-90ca-4afa-afb7-07b89e2f93fd']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:33.771075 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da664e3c-77c4-4b6d-813a-7d1854226655" -d '{"events": [{"server_uuid": "b0bb6655-1b93-4b10-a1fe-b73fd3adaff8", "name": "network-vif-plugged", "status": "completed", "tag": "a2bbb5b2-cff5-4e17-b8fc-9bf130271e67"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:11:33.774665 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['e985e239-a74d-451d-b44e-08c49c83ef5e'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:11:33.939357 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=a2bbb5b2-cff5-4e17-b8fc-9bf130271e67,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:33.941113 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-289106ce-5db4-4fe4-b3b0-d97865c7d3f5 req-6adb9c4f-48fe-4d07-b7ab-fd4364e5ad6d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 210 time: 0.0369203 Sep 22 13:11:33.944876 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e238e0-14a8-4286-9036-55a6164194d7 x-openstack-request-id: req-17e238e0-14a8-4286-9036-55a6164194d7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:11:33.945400 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d69add-5d3b-4453-bf51-5a27d905e4e7", "tag": "f7c357bd-91b5-4b33-a096-555dac674c13", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:11:33.945499 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17e238e0-14a8-4286-9036-55a6164194d7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:11:33.945967 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'tag': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'status': 'completed', 'code': 200} Sep 22 13:11:33.980060 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c0871-928f-429a-8d3e-663b5cbea956 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c357bd-91b5-4b33-a096-555dac674c13,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:34.001161 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae1d47c2-d2fa-4c40-968c-500d32242139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:34.029624 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdc184-86e4-41e4-9727-7647d950a5f6 req-f213bcf4-29ab-46d1-a583-a80191e8f9dd tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:34.031452 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-70cdc184-86e4-41e4-9727-7647d950a5f6 req-f213bcf4-29ab-46d1-a583-a80191e8f9dd tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 945 time: 0.4218755 Sep 22 13:11:34.047523 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae1d47c2-d2fa-4c40-968c-500d32242139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:34.090276 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66371ea4-47d7-458f-817f-47e8c3e6ad46 req-65e7c6ea-e96f-43cd-8471-423c142bb5ca tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:34.098871 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-66371ea4-47d7-458f-817f-47e8c3e6ad46 req-65e7c6ea-e96f-43cd-8471-423c142bb5ca tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 945 time: 0.0826507 Sep 22 13:11:34.108198 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63f5ea-4bda-4875-972d-64d33262d842 req-e06251ef-52cb-4ae7-b17c-a55ad5de6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:34.109721 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3d63f5ea-4bda-4875-972d-64d33262d842 req-e06251ef-52cb-4ae7-b17c-a55ad5de6713 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9b927b18a264e798ad9389f4c099037&device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 1096 time: 0.1586075 Sep 22 13:11:34.118258 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-70cdc184-86e4-41e4-9727-7647d950a5f6 req-f55628e0-6099-45cb-b641-c802dcac3680 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729446 Sep 22 13:11:34.144111 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-66371ea4-47d7-458f-817f-47e8c3e6ad46 req-171b0d17-51e5-499b-a4c6-e7ec829566f0 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433860 Sep 22 13:11:34.196688 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:11:34.201025 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:34.211512 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:34.211877 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-dda8858e-87bf-4248-9112-ecbb8f395cc8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Made reservation on behalf of 3d0eaec60ee64de8bef900efc8811d07 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:11:34.211877 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-dda8858e-87bf-4248-9112-ecbb8f395cc8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:34.294848 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc85fd9-e650-4788-b5db-7b4e62059b24 x-openstack-request-id: req-7cc85fd9-e650-4788-b5db-7b4e62059b24 {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:11:34.303821 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0bb6655-1b93-4b10-a1fe-b73fd3adaff8", "name": "network-vif-plugged", "status": "completed", "tag": "a2bbb5b2-cff5-4e17-b8fc-9bf130271e67", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:11:34.303821 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cc85fd9-e650-4788-b5db-7b4e62059b24 {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:11:34.303821 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0bb6655-1b93-4b10-a1fe-b73fd3adaff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bbb5b2-cff5-4e17-b8fc-9bf130271e67', 'code': 200} Sep 22 13:11:34.303821 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:34.344180 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe350b-71bf-441c-850c-a06da50a7e65 req-501b8fc1-7d72-4c40-a181-5982591079af tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:34.347706 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5abe350b-71bf-441c-850c-a06da50a7e65 req-501b8fc1-7d72-4c40-a181-5982591079af tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0701616 Sep 22 13:11:34.357718 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae1d47c2-d2fa-4c40-968c-500d32242139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:34.360453 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ae1d47c2-d2fa-4c40-968c-500d32242139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:34.364633 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-ae1d47c2-d2fa-4c40-968c-500d32242139 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11365978-b836-42c9-81d8-39a1c26d2777 HTTP/1.1" status: 204 len: 168 time: 0.9722292 Sep 22 13:11:34.372387 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:34.405537 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5abe350b-71bf-441c-850c-a06da50a7e65 req-d7e4b7ca-bb9f-4b69-82f1-a4124e0b07a7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507102 Sep 22 13:11:34.422197 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d47c2-d2fa-4c40-968c-500d32242139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11365978-b836-42c9-81d8-39a1c26d2777,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:34.482610 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63f5ea-4bda-4875-972d-64d33262d842 req-9fc21a87-bb2e-44b2-91ef-4abd6739ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:34.484145 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3d63f5ea-4bda-4875-972d-64d33262d842 req-9fc21a87-bb2e-44b2-91ef-4abd6739ea5e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a9b927b18a264e798ad9389f4c099037&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3648021 Sep 22 13:11:34.489296 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:34.545857 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:34.664275 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56414) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:34.833680 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-dda8858e-87bf-4248-9112-ecbb8f395cc8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Allocated IP 172.20.0.6 (f7ff256e-94df-44a6-b96c-3d0c6896f093/1619f7f4-41aa-4194-b81e-a75b642a92db/f3ee028d-6a0d-4aa7-823b-d96fde18de61) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:11:34.942811 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dc2df-6f32-4aa1-9e1e-171bb932ac60 req-3233fd4f-60bb-4b12-9397-7abec2495b61 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:34.946463 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-478dc2df-6f32-4aa1-9e1e-171bb932ac60 req-3233fd4f-60bb-4b12-9397-7abec2495b61 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 943 time: 0.1894207 Sep 22 13:11:34.972838 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:11:34.977867 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device e985e239-a74d-451d-b44e-08c49c83ef5e up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:35.013167 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2b0203ac-905d-419a-b3cc-f8c8b1701a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.019648 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63f5ea-4bda-4875-972d-64d33262d842 req-6556a142-e5d2-4358-85e3-2badbb488de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:35.021178 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3d63f5ea-4bda-4875-972d-64d33262d842 req-6556a142-e5d2-4358-85e3-2badbb488de4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5283656 Sep 22 13:11:35.035867 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c6264-a454-4158-a5b7-73ee10cacc97 req-0e746ee2-9fca-4831-8a20-7db538b1455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:35.037760 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-708c6264-a454-4158-a5b7-73ee10cacc97 req-0e746ee2-9fca-4831-8a20-7db538b1455b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 1098 time: 0.3638079 Sep 22 13:11:35.066923 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-34416ab7-e254-4f6e-90a3-deb80762dd10 req-804e9428-7ecd-4fbf-813c-3ae9e052793d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 210 time: 0.0431969 Sep 22 13:11:35.104049 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-708c6264-a454-4158-a5b7-73ee10cacc97 req-6ce437f8-8630-4fa5-bee3-0fe79de6eff1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.137826 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd1d048e-33ca-45bf-a837-b6019773ffcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.172130 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-478dc2df-6f32-4aa1-9e1e-171bb932ac60 req-c3d7944a-7e79-4420-ab25-0fcd0fec6dc4 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573944 Sep 22 13:11:35.200054 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-dda8858e-87bf-4248-9112-ecbb8f395cc8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.204697 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-a46b1d4e-8347-4525-b876-7fea62fd7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:35.206295 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-a46b1d4e-8347-4525-b876-7fea62fd7d66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9b927b18a264e798ad9389f4c099037&device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 1096 time: 0.1005564 Sep 22 13:11:35.207348 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port e985e239-a74d-451d-b44e-08c49c83ef5e completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:11:35.220380 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=77b84daf-d8c2-48ad-9cf3-ea50800c0b2d,segment=NetworkSegment(9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c),segment_id=9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:35.239847 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port e985e239-a74d-451d-b44e-08c49c83ef5e triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:35.240222 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.243863 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56432) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:35.256279 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2b0203ac-905d-419a-b3cc-f8c8b1701a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.264190 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-baadfbf5-d404-47bf-b7b6-22117f049805 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c357bd-91b5-4b33-a096-555dac674c13 HTTP/1.1" status: 200 len: 217 time: 0.0494897 Sep 22 13:11:35.273240 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': '77b84daf-d8c2-48ad-9cf3-ea50800c0b2d', 'network_id': 'c6ea9935-8102-4648-ae6c-92fac791d7fa', 'port_id': '77b84daf-d8c2-48ad-9cf3-ea50800c0b2d', 'mac_address': 'fa:16:3e:f3:73:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3406f934-e65f-428d-9536-b198c58b9695', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:11:35.294462 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c9ef3e40-7d84-4c53-aa6d-48e5278a254c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.326579 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bc084-c1cf-461e-a076-e1656096b2ee req-8f3efbc5-87d3-4038-a973-85690048e520 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:35.332279 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2c3bc084-c1cf-461e-a076-e1656096b2ee req-8f3efbc5-87d3-4038-a973-85690048e520 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 946 time: 0.0783665 Sep 22 13:11:35.335236 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.355758 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-045b11f0-60f2-446a-add9-13ecebe428a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:35.357258 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-045b11f0-60f2-446a-add9-13ecebe428a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa0e3c9-3a8f-4139-a019-7d3495bd525f HTTP/1.1" status: 200 len: 856 time: 0.0827775 Sep 22 13:11:35.365192 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e555e-a19b-48c5-b3f7-482ecb2f4d35 req-33eff418-2e97-42c1-8859-31100a4ffca9 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:35.365876 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:11:35.366663 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-070e555e-a19b-48c5-b3f7-482ecb2f4d35 req-33eff418-2e97-42c1-8859-31100a4ffca9 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 945 time: 0.0980396 Sep 22 13:11:35.375084 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2b0203ac-905d-419a-b3cc-f8c8b1701a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.406284 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.412897 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2c3bc084-c1cf-461e-a076-e1656096b2ee req-9c27f678-6b9d-4a3c-a727-383397cba2c7 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776119 Sep 22 13:11:35.413365 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=77b84daf-d8c2-48ad-9cf3-ea50800c0b2d,segment=NetworkSegment(9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c),segment_id=9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:35.458516 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-070e555e-a19b-48c5-b3f7-482ecb2f4d35 req-4f84b511-154a-4c94-85f1-524f4fabd812 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673795 Sep 22 13:11:35.466477 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-e56e59a2-44a7-44f0-af01-e3c29bbf4ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:35.466809 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-2b0203ac-905d-419a-b3cc-f8c8b1701a3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d26ce9e0c5a5437d9ba786e82dc7d550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8005881 Sep 22 13:11:35.467775 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0203ac-905d-419a-b3cc-f8c8b1701a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be85d0b3-f2ab-4397-8fa3-47787248ebf1,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:35.468073 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-e56e59a2-44a7-44f0-af01-e3c29bbf4ce3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc619f7c-a032-4a42-ba73-abb931db8402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1005454 Sep 22 13:11:35.469748 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56436) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:35.491279 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port e985e239-a74d-451d-b44e-08c49c83ef5e, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e985e239-a74d-451d-b44e-08c49c83ef5e,segment=NetworkSegment(9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c),segment_id=9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:35.530798 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-dda8858e-87bf-4248-9112-ecbb8f395cc8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.571178 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-708c6264-a454-4158-a5b7-73ee10cacc97 req-6ce437f8-8630-4fa5-bee3-0fe79de6eff1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.573876 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.591906 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e064ff-8a98-4eb6-b06c-d193272997ee req-7ad3d3af-92df-4522-bb05-1b656929ed4a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:35.593461 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-34e064ff-8a98-4eb6-b06c-d193272997ee req-7ad3d3af-92df-4522-bb05-1b656929ed4a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0694566 Sep 22 13:11:35.626736 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=77b84daf-d8c2-48ad-9cf3-ea50800c0b2d,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:35.639234 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-dda8858e-87bf-4248-9112-ecbb8f395cc8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Network f7ff256e-94df-44a6-b96c-3d0c6896f093 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:11:35.641641 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-34e064ff-8a98-4eb6-b06c-d193272997ee req-b0488bc3-0d37-47f2-99c4-a76f1a5b2e2b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388250 Sep 22 13:11:35.652485 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a69417df-57f9-4712-bc8b-d7fac342a635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.654448 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-dda8858e-87bf-4248-9112-ecbb8f395cc8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:11:35.665511 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-dda8858e-87bf-4248-9112-ecbb8f395cc8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:11:35.672189 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-dda8858e-87bf-4248-9112-ecbb8f395cc8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:35.672873 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-dda8858e-87bf-4248-9112-ecbb8f395cc8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.693488 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8858e-87bf-4248-9112-ecbb8f395cc8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event updated for resources: {'Port': ['ID=f3ee028d-6a0d-4aa7-823b-d96fde18de61,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:35.714299 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.715345 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-959258ce-f044-4fbe-85a5-5320c6ffbb97 service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213492 Sep 22 13:11:35.720211 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a69417df-57f9-4712-bc8b-d7fac342a635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.766647 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=e985e239-a74d-451d-b44e-08c49c83ef5e,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:35.805776 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['77b84daf-d8c2-48ad-9cf3-ea50800c0b2d'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:11:35.842287 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-42a2e4a8-4f7b-4d43-bf4b-f69082e4ad0b req-530aa878-dd87-44d0-8f33-f7b89a2c739a service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193509 Sep 22 13:11:35.913268 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-f7d513e8-4181-42d0-a020-26e96b040f94 None None] Provisioning complete for port f3ee028d-6a0d-4aa7-823b-d96fde18de61 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:35.913900 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f7d513e8-4181-42d0-a020-26e96b040f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.962402 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-f7d513e8-4181-42d0-a020-26e96b040f94 None None] Port f3ee028d-6a0d-4aa7-823b-d96fde18de61 cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:11:35.985076 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a69417df-57f9-4712-bc8b-d7fac342a635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.986586 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-708c6264-a454-4158-a5b7-73ee10cacc97 req-6ce437f8-8630-4fa5-bee3-0fe79de6eff1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.990486 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a69417df-57f9-4712-bc8b-d7fac342a635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:35.994339 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-a69417df-57f9-4712-bc8b-d7fac342a635 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be85d0b3-f2ab-4397-8fa3-47787248ebf1 HTTP/1.1" status: 204 len: 168 time: 0.5208852 Sep 22 13:11:36.000064 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69417df-57f9-4712-bc8b-d7fac342a635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be85d0b3-f2ab-4397-8fa3-47787248ebf1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:36.036482 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-708c6264-a454-4158-a5b7-73ee10cacc97 req-6ce437f8-8630-4fa5-bee3-0fe79de6eff1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9682438 Sep 22 13:11:36.051052 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce437f8-8630-4fa5-bee3-0fe79de6eff1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c81b08fc-7920-432a-bbc4-47d330f26489,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:36.122792 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c9ef3e40-7d84-4c53-aa6d-48e5278a254c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:36.200212 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667989b-bc79-4a02-9ba7-00d9a79f8e62 req-b8e0900b-5d43-40e4-bce7-0aa8e7f908f0 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:36.201708 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2667989b-bc79-4a02-9ba7-00d9a79f8e62 req-b8e0900b-5d43-40e4-bce7-0aa8e7f908f0 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 931 time: 0.0543652 Sep 22 13:11:36.248261 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2667989b-bc79-4a02-9ba7-00d9a79f8e62 req-aff7f25f-b9ed-4dde-92c0-9e6b6735eb97 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398047 Sep 22 13:11:36.282119 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c9ef3e40-7d84-4c53-aa6d-48e5278a254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:36.297725 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4'}, {'server_uuid': '62dd1478-ba12-4a46-8c78-62519c2c512b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e985e239-a74d-451d-b44e-08c49c83ef5e'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:11:36.300763 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9b7625-7d05-4ab8-a1c2-0b555b460fe6" -d '{"events": [{"server_uuid": "7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7", "name": "network-vif-plugged", "status": "completed", "tag": "0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4"}, {"server_uuid": "62dd1478-ba12-4a46-8c78-62519c2c512b", "name": "network-vif-plugged", "status": "completed", "tag": "e985e239-a74d-451d-b44e-08c49c83ef5e"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:11:36.328711 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef3e40-7d84-4c53-aa6d-48e5278a254c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e5c3f2-06a7-4d3a-aae2-49baf657ff2d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:36.337131 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-c9ef3e40-7d84-4c53-aa6d-48e5278a254c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0146c8322474d209090f73443d02556&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0905938 Sep 22 13:11:36.343100 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 13:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e0a267-b53c-43d5-afa3-3e66ef200eef x-openstack-request-id: req-f7e0a267-b53c-43d5-afa3-3e66ef200eef {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:11:36.343404 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56456) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:36.345487 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bae86a-4787-4893-80f3-af0be66bb8f0 req-d225c57a-8f0b-49fd-96dc-88d0a7417dd0 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:36.347620 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-66bae86a-4787-4893-80f3-af0be66bb8f0 req-d225c57a-8f0b-49fd-96dc-88d0a7417dd0 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 944 time: 0.0945418 Sep 22 13:11:36.348099 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7", "name": "network-vif-plugged", "status": "completed", "tag": "0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4", "code": 200}, {"server_uuid": "62dd1478-ba12-4a46-8c78-62519c2c512b", "name": "network-vif-plugged", "status": "completed", "tag": "e985e239-a74d-451d-b44e-08c49c83ef5e", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:11:36.348361 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7e0a267-b53c-43d5-afa3-3e66ef200eef {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:11:36.348942 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4', 'code': 200} Sep 22 13:11:36.349177 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dd1478-ba12-4a46-8c78-62519c2c512b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e985e239-a74d-451d-b44e-08c49c83ef5e', 'code': 200} Sep 22 13:11:36.395377 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-66bae86a-4787-4893-80f3-af0be66bb8f0 req-8b91de92-3829-4f1a-9026-5dfd4d7633d2 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401671 Sep 22 13:11:36.412198 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-dda8858e-87bf-4248-9112-ecbb8f395cc8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6979423 Sep 22 13:11:36.418506 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e19dc89-99be-4b58-a2c6-cd5c4d917b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:36.436533 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Request body: {'port': {'device_id': '34469eaa-a287-41e5-a5cd-ad889e389ada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:36.481735 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e19dc89-99be-4b58-a2c6-cd5c4d917b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:36.570866 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:36.608235 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babd4a0-9fb0-4f25-8ae5-1773b763c514 req-1c85cad1-f0e1-455c-a1f1-bc14ff6fa717 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:36.609785 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5babd4a0-9fb0-4f25-8ae5-1773b763c514 req-1c85cad1-f0e1-455c-a1f1-bc14ff6fa717 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 945 time: 0.0681403 Sep 22 13:11:36.626590 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bce78-52d9-4768-bdf6-258ec928f131 req-a629a9eb-b9b9-44d8-b361-ea07a5482011 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:36.628255 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e65bce78-52d9-4768-bdf6-258ec928f131 req-a629a9eb-b9b9-44d8-b361-ea07a5482011 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 946 time: 0.1105173 Sep 22 13:11:36.680300 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5babd4a0-9fb0-4f25-8ae5-1773b763c514 req-2cd8b264-4222-48ad-8639-9d31c6f64c27 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623629 Sep 22 13:11:36.745259 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e65bce78-52d9-4768-bdf6-258ec928f131 req-47b15d8f-0f8a-4784-97af-98ef0181f2e9 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102159 Sep 22 13:11:36.811628 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6656a-cda1-461a-84a6-c55c8f42e693 req-8eb07c20-4ef4-4351-aace-fde61bf22040 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:36.811877 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e19dc89-99be-4b58-a2c6-cd5c4d917b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:36.814523 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3e19dc89-99be-4b58-a2c6-cd5c4d917b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:36.814706 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0ee6656a-cda1-461a-84a6-c55c8f42e693 req-8eb07c20-4ef4-4351-aace-fde61bf22040 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0642457 Sep 22 13:11:36.818204 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-3e19dc89-99be-4b58-a2c6-cd5c4d917b72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3e5c3f2-06a7-4d3a-aae2-49baf657ff2d HTTP/1.1" status: 204 len: 168 time: 0.4713442 Sep 22 13:11:36.836064 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19dc89-99be-4b58-a2c6-cd5c4d917b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e5c3f2-06a7-4d3a-aae2-49baf657ff2d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:36.879958 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0ee6656a-cda1-461a-84a6-c55c8f42e693 req-b22a83d2-4f59-418c-acd1-571d83c9fc08 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560467 Sep 22 13:11:36.936385 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4c1c6-3cde-49d4-81c4-1a60b43c9ee4 req-81837c7f-e136-41d0-b6ab-1dfdd943bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:36.937906 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bdd4c1c6-3cde-49d4-81c4-1a60b43c9ee4 req-81837c7f-e136-41d0-b6ab-1dfdd943bf8b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 1099 time: 0.0532277 Sep 22 13:11:36.950345 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:36.978999 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bdd4c1c6-3cde-49d4-81c4-1a60b43c9ee4 req-5a1f5bba-8aa2-4ce5-8326-be33327f21ac service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331550 Sep 22 13:11:36.994607 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ee028d-6a0d-4aa7-823b-d96fde18de61 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:11:37.006763 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:37.028364 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Transition to ACTIVE for port object f3ee028d-6a0d-4aa7-823b-d96fde18de61 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:11:37.030298 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8a49d-f972-40dc-b22f-e502611f0767 req-c1a2c8c3-d7db-4382-8a6e-096fb417b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:37.031843 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f2f8a49d-f972-40dc-b22f-e502611f0767 req-c1a2c8c3-d7db-4382-8a6e-096fb417b2d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 1099 time: 0.0993788 Sep 22 13:11:37.104851 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:37.133594 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:11:37.138145 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:37.138528 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:37.153457 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56474) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:37.175776 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1fb1-21e9-4f4a-835d-fdee4cdcde80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:37.209362 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:37.224972 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:37.264479 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f2f8a49d-f972-40dc-b22f-e502611f0767 req-7f24a68d-5a87-4ac3-932d-d85fad07aaae service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959127 Sep 22 13:11:37.294500 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=77b84daf-d8c2-48ad-9cf3-ea50800c0b2d,segment=NetworkSegment(9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c),segment_id=9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:37.301291 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ee028d-6a0d-4aa7-823b-d96fde18de61,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:37.350053 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Attempting to bind port f3ee028d-6a0d-4aa7-823b-d96fde18de61 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:11:37.350386 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Attempting to bind port f3ee028d-6a0d-4aa7-823b-d96fde18de61 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:11:37.350723 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Attempting to bind port f3ee028d-6a0d-4aa7-823b-d96fde18de61 on network f7ff256e-94df-44a6-b96c-3d0c6896f093 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:37.379272 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:37.389486 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Port f3ee028d-6a0d-4aa7-823b-d96fde18de61 on network f7ff256e-94df-44a6-b96c-3d0c6896f093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:11:37.389486 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Attempting to bind port f3ee028d-6a0d-4aa7-823b-d96fde18de61 on network f7ff256e-94df-44a6-b96c-3d0c6896f093 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:11:37.404844 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:11:37.405214 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Checking segment: {'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:11:37.405577 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Bound using segment: {'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:11:37.406016 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Bound port: f3ee028d-6a0d-4aa7-823b-d96fde18de61, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:11:37.406375 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:37.439788 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=77b84daf-d8c2-48ad-9cf3-ea50800c0b2d,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:37.467023 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1fb1-21e9-4f4a-835d-fdee4cdcde80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:37.475720 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf8a95-78ac-42a8-b202-c4536137973d req-918b309f-e8a3-4c4f-995b-25b310f5cb9d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:37.477295 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-72bf8a95-78ac-42a8-b202-c4536137973d req-918b309f-e8a3-4c4f-995b-25b310f5cb9d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 943 time: 0.1285238 Sep 22 13:11:37.539176 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] For port f3ee028d-6a0d-4aa7-823b-d96fde18de61, host hv-cinder-81000, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:11:37.544385 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] For port f3ee028d-6a0d-4aa7-823b-d96fde18de61, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f3ee028d-6a0d-4aa7-823b-d96fde18de61,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:11:37.548141 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1fb1-21e9-4f4a-835d-fdee4cdcde80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:37.555368 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-72bf8a95-78ac-42a8-b202-c4536137973d req-e2f901ec-db6d-4097-9107-d27bdaeae8da tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691051 Sep 22 13:11:37.579113 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78143eb5-6895-4b69-8c53-932797f4964e req-09fe63f8-092a-4a2d-b081-ec633da289f9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:37.581398 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-78143eb5-6895-4b69-8c53-932797f4964e req-09fe63f8-092a-4a2d-b081-ec633da289f9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0827374 Sep 22 13:11:37.590516 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d1fb1-21e9-4f4a-835d-fdee4cdcde80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5e19d2-19b7-49ca-b746-b966fc7eba3b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:37.594756 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-ee5d1fb1-21e9-4f4a-835d-fdee4cdcde80 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d29f33be5fe94a1789062baf5a9c169c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4401245 Sep 22 13:11:37.599039 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56492) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:37.647799 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-78143eb5-6895-4b69-8c53-932797f4964e req-98019ba7-2b32-4436-8e9a-30a167707688 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536041 Sep 22 13:11:37.653294 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2eb1c63-e3ee-4308-8d5d-8cfabe0450cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:37.678234 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2eb1c63-e3ee-4308-8d5d-8cfabe0450cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:37.872568 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:37.904807 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a91f9-5c69-4eb5-9d4d-6708e2249ae9 req-11fabe46-79c5-46f7-82f8-dd5f7a4630ce tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:37.906481 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ec6a91f9-5c69-4eb5-9d4d-6708e2249ae9 req-11fabe46-79c5-46f7-82f8-dd5f7a4630ce tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 946 time: 0.0690327 Sep 22 13:11:37.950690 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:37.951315 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:37.952741 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] 10.222.0.23 "PUT /v2.0/ports/f3ee028d-6a0d-4aa7-823b-d96fde18de61 HTTP/1.1" status: 200 len: 1093 time: 1.5311747 Sep 22 13:11:37.954222 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34469eaa-a287-41e5-a5cd-ad889e389ada', 'tag': 'f3ee028d-6a0d-4aa7-823b-d96fde18de61'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:11:37.957164 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e866b953-9b2b-4780-84d6-5c4e25d98f98" -d '{"events": [{"name": "network-changed", "server_uuid": "34469eaa-a287-41e5-a5cd-ad889e389ada", "tag": "f3ee028d-6a0d-4aa7-823b-d96fde18de61"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:11:37.958810 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ec6a91f9-5c69-4eb5-9d4d-6708e2249ae9 req-71649575-0e53-4870-8420-008a96372a0b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453207 Sep 22 13:11:37.986048 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edc2cc-8bc4-4fe1-a84c-188bd48df6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ee028d-6a0d-4aa7-823b-d96fde18de61,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:38.010132 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eece96-3b43-435e-a6a8-219cf5ec5128 req-56406570-57db-44dd-ac44-69ee9c5cd298 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:38.017244 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-99eece96-3b43-435e-a6a8-219cf5ec5128 req-56406570-57db-44dd-ac44-69ee9c5cd298 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 945 time: 0.1462319 Sep 22 13:11:38.082296 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-99eece96-3b43-435e-a6a8-219cf5ec5128 req-29e9765f-9b19-4d6e-86f5-d076a19eaf6d tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614171 Sep 22 13:11:38.107149 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2eb1c63-e3ee-4308-8d5d-8cfabe0450cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:38.116406 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2eb1c63-e3ee-4308-8d5d-8cfabe0450cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:38.120517 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-f2eb1c63-e3ee-4308-8d5d-8cfabe0450cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc5e19d2-19b7-49ca-b746-b966fc7eba3b HTTP/1.1" status: 204 len: 168 time: 0.5203290 Sep 22 13:11:38.175599 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88526b70-7b4e-4b13-b59c-ecfce90d7ef7 x-openstack-request-id: req-88526b70-7b4e-4b13-b59c-ecfce90d7ef7 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:11:38.176075 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34469eaa-a287-41e5-a5cd-ad889e389ada", "tag": "f3ee028d-6a0d-4aa7-823b-d96fde18de61", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:11:38.176329 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88526b70-7b4e-4b13-b59c-ecfce90d7ef7 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:11:38.176724 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34469eaa-a287-41e5-a5cd-ad889e389ada', 'tag': 'f3ee028d-6a0d-4aa7-823b-d96fde18de61', 'status': 'completed', 'code': 200} Sep 22 13:11:38.178999 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb1c63-e3ee-4308-8d5d-8cfabe0450cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5e19d2-19b7-49ca-b746-b966fc7eba3b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:38.179812 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a884a1f-e8ab-451d-8088-12071dc7df07 req-8f665595-0e25-440d-b212-96857c935650 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:38.183102 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3a884a1f-e8ab-451d-8088-12071dc7df07 req-8f665595-0e25-440d-b212-96857c935650 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0873995 Sep 22 13:11:38.196879 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-a656dfed-27ed-4afd-90a0-908b7fcc2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:38.199699 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-a656dfed-27ed-4afd-90a0-908b7fcc2ec6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d0eaec60ee64de8bef900efc8811d07&device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 1096 time: 0.1061504 Sep 22 13:11:38.240504 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3a884a1f-e8ab-451d-8088-12071dc7df07 req-319da32d-874f-4d5b-8b7e-50798b0438df tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424068 Sep 22 13:11:38.269484 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-3c2f6aa2-1006-4753-b8d9-e283029fc3df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee028d-6a0d-4aa7-823b-d96fde18de61 HTTP/1.1" status: 200 len: 217 time: 0.0502436 Sep 22 13:11:38.321712 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-a9f8e6d0-2f57-489b-841b-68b184d6d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:38.323220 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-a9f8e6d0-2f57-489b-841b-68b184d6d23a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1619f7f4-41aa-4194-b81e-a75b642a92db HTTP/1.1" status: 200 len: 850 time: 0.0463431 Sep 22 13:11:38.350705 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51372312-678a-4ec5-8407-7ef186a53479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b84daf-d8c2-48ad-9cf3-ea50800c0b2d'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:11:38.353265 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5920c055-b36a-431f-8eec-6bacc7f1fc74" -d '{"events": [{"server_uuid": "51372312-678a-4ec5-8407-7ef186a53479", "name": "network-vif-plugged", "status": "completed", "tag": "77b84daf-d8c2-48ad-9cf3-ea50800c0b2d"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:11:38.376913 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-b754327f-15d0-4fc3-b77d-0c13a2b8c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:38.378822 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-b754327f-15d0-4fc3-b77d-0c13a2b8c94c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7ff256e-94df-44a6-b96c-3d0c6896f093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449095 Sep 22 13:11:38.392170 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5f2923-62fb-4894-9c0b-34bc802d6a6b x-openstack-request-id: req-bc5f2923-62fb-4894-9c0b-34bc802d6a6b {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:11:38.393185 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51372312-678a-4ec5-8407-7ef186a53479", "name": "network-vif-plugged", "status": "completed", "tag": "77b84daf-d8c2-48ad-9cf3-ea50800c0b2d", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:11:38.393360 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc5f2923-62fb-4894-9c0b-34bc802d6a6b {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:11:38.395453 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51372312-678a-4ec5-8407-7ef186a53479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b84daf-d8c2-48ad-9cf3-ea50800c0b2d', 'code': 200} Sep 22 13:11:38.503629 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-890b4e59-b3d6-4164-9db7-b49cfded0286 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154442 Sep 22 13:11:38.511792 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56526) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:38.537849 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5703882d-67d6-4446-a02f-79cb68458655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:38.617444 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1880f7fa-d53f-4e61-b034-d069539619b3 req-43d63c2b-b003-4716-85f1-41557ca8243b service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971305 Sep 22 13:11:38.689034 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-71a6cf1a-bb69-4c8a-a1c3-cccb65dbf7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:38.722411 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556f997-cb90-46fc-8f99-6365ecda582b req-b079b87b-b690-4b25-bfd2-b4a064e8b492 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:38.724372 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7556f997-cb90-46fc-8f99-6365ecda582b req-b079b87b-b690-4b25-bfd2-b4a064e8b492 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 943 time: 0.0950232 Sep 22 13:11:38.816952 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7556f997-cb90-46fc-8f99-6365ecda582b req-4382dbbf-1619-4d69-a912-1cbe26828135 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719106 Sep 22 13:11:38.835499 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75990af1-57d8-4f98-9181-f60232b4e450 req-eb0fe61b-7004-41d3-a061-b9147795297b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:38.837530 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75990af1-57d8-4f98-9181-f60232b4e450 req-eb0fe61b-7004-41d3-a061-b9147795297b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.1078138 Sep 22 13:11:38.913994 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-71a6cf1a-bb69-4c8a-a1c3-cccb65dbf7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:38.916524 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:38.920535 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866b953-9b2b-4780-84d6-5c4e25d98f98 req-84f26ac4-99f6-4ec7-9d69-791104f99dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:38.922247 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e866b953-9b2b-4780-84d6-5c4e25d98f98 req-84f26ac4-99f6-4ec7-9d69-791104f99dc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d0eaec60ee64de8bef900efc8811d07&device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 1096 time: 0.1504326 Sep 22 13:11:38.949221 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75990af1-57d8-4f98-9181-f60232b4e450 req-cbcb3ea8-8aa8-47b7-9092-3a96e6186ee5 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049767 Sep 22 13:11:38.979078 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9c982-54d1-4c64-a5c7-e05491ed78ca req-f221611d-6184-442e-af33-6f8ad3f41470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:38.980622 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9fd9c982-54d1-4c64-a5c7-e05491ed78ca req-f221611d-6184-442e-af33-6f8ad3f41470 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 1098 time: 0.1101029 Sep 22 13:11:38.990929 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f7c357bd-91b5-4b33-a096-555dac674c13 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:11:39.031318 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-71a6cf1a-bb69-4c8a-a1c3-cccb65dbf7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:39.067148 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9fd9c982-54d1-4c64-a5c7-e05491ed78ca req-6bd4ab31-747c-403a-8f5f-527f88c6f67f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583763 Sep 22 13:11:39.068285 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866b953-9b2b-4780-84d6-5c4e25d98f98 req-ac6dfa15-2d1c-49c2-830a-d4f3354acc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:39.069700 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e866b953-9b2b-4780-84d6-5c4e25d98f98 req-ac6dfa15-2d1c-49c2-830a-d4f3354acc0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7ff256e-94df-44a6-b96c-3d0c6896f093 HTTP/1.1" status: 200 len: 912 time: 0.1378989 Sep 22 13:11:39.079363 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-71a6cf1a-bb69-4c8a-a1c3-cccb65dbf7a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57e3cbf3252347d386c165dbee0a53de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5662775 Sep 22 13:11:39.082817 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56550) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:39.125100 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6cf1a-bb69-4c8a-a1c3-cccb65dbf7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed398325-a544-4745-9d67-ca4358b1dfb1,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:39.145294 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ac32625-0c06-49f3-b914-2ca67b9affad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:39.152597 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8aabbf-fc51-49b2-be7b-b6440d8a10e0 req-c6989156-613e-48c9-b90f-e76289812e94 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:39.155191 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cb8aabbf-fc51-49b2-be7b-b6440d8a10e0 req-c6989156-613e-48c9-b90f-e76289812e94 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 946 time: 0.0692821 Sep 22 13:11:39.198088 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f7c357bd-91b5-4b33-a096-555dac674c13, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f7c357bd-91b5-4b33-a096-555dac674c13,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:39.198705 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ac32625-0c06-49f3-b914-2ca67b9affad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:39.204506 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cb8aabbf-fc51-49b2-be7b-b6440d8a10e0 req-4a155fde-4100-47e0-8df6-ed9336950136 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 Sep 22 13:11:39.212166 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'port_id': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'mac_address': 'fa:16:3e:63:94:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:11:39.261775 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:39.281399 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c357bd-91b5-4b33-a096-555dac674c13 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:11:39.308132 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e866b953-9b2b-4780-84d6-5c4e25d98f98 req-bd1767b6-f6c9-4c00-9c43-65a03e5c238c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee028d-6a0d-4aa7-823b-d96fde18de61 HTTP/1.1" status: 200 len: 217 time: 0.0442939 Sep 22 13:11:39.315115 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f7c357bd-91b5-4b33-a096-555dac674c13, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f7c357bd-91b5-4b33-a096-555dac674c13,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:39.333829 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a3bcc-c88d-40f4-a981-3c660ae3a90f req-1fc35918-f6a3-494b-b29e-c6eebe9a4388 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:39.335525 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dd7a3bcc-c88d-40f4-a981-3c660ae3a90f req-1fc35918-f6a3-494b-b29e-c6eebe9a4388 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 945 time: 0.1397703 Sep 22 13:11:39.401319 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866b953-9b2b-4780-84d6-5c4e25d98f98 req-06e599e2-c433-42eb-be7e-9196eb4ee92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:39.402505 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a667e-1683-48c9-979a-71e61a337839 req-04755429-3616-4a84-b7cc-2a8c5123f43c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:39.402831 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e866b953-9b2b-4780-84d6-5c4e25d98f98 req-06e599e2-c433-42eb-be7e-9196eb4ee92a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1619f7f4-41aa-4194-b81e-a75b642a92db HTTP/1.1" status: 200 len: 850 time: 0.0842059 Sep 22 13:11:39.411949 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f84a667e-1683-48c9-979a-71e61a337839 req-04755429-3616-4a84-b7cc-2a8c5123f43c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0774972 Sep 22 13:11:39.429653 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dd7a3bcc-c88d-40f4-a981-3c660ae3a90f req-d599aa7b-4936-48a8-a768-e0422295d160 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697458 Sep 22 13:11:39.468922 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866b953-9b2b-4780-84d6-5c4e25d98f98 req-dcb99f72-a5fa-4064-88c9-6f53176c23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:39.471175 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e866b953-9b2b-4780-84d6-5c4e25d98f98 req-dcb99f72-a5fa-4064-88c9-6f53176c23a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7ff256e-94df-44a6-b96c-3d0c6896f093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587566 Sep 22 13:11:39.473182 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f84a667e-1683-48c9-979a-71e61a337839 req-f62356c8-0238-4948-af2f-331a0c9b5c19 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604138 Sep 22 13:11:39.480938 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:39.523521 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ac32625-0c06-49f3-b914-2ca67b9affad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:39.527256 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ac32625-0c06-49f3-b914-2ca67b9affad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:39.529218 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-1ac32625-0c06-49f3-b914-2ca67b9affad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed398325-a544-4745-9d67-ca4358b1dfb1 HTTP/1.1" status: 204 len: 168 time: 0.4445581 Sep 22 13:11:39.574710 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=f7c357bd-91b5-4b33-a096-555dac674c13,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:39.589417 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac32625-0c06-49f3-b914-2ca67b9affad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed398325-a544-4745-9d67-ca4358b1dfb1,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:39.634505 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e866b953-9b2b-4780-84d6-5c4e25d98f98 req-9845a6e0-1e75-4cea-ba32-a357235288f6 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550150 Sep 22 13:11:39.751091 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e866b953-9b2b-4780-84d6-5c4e25d98f98 req-7a2aea61-db28-4c41-80e3-c2a47abae454 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989313 Sep 22 13:11:39.800119 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['f7c357bd-91b5-4b33-a096-555dac674c13'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:11:40.003493 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c136717-6ff3-4e0f-b98a-c1f2f3c4ba21 req-b022736a-b880-4fed-aaa2-09bb60535118 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:40.005206 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1c136717-6ff3-4e0f-b98a-c1f2f3c4ba21 req-b022736a-b880-4fed-aaa2-09bb60535118 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 943 time: 0.1116490 Sep 22 13:11:40.036160 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:40.053840 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1c136717-6ff3-4e0f-b98a-c1f2f3c4ba21 req-cfb96782-0698-4523-853a-9290b1affbfc tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424497 Sep 22 13:11:40.109480 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d250a-f31b-443b-ba73-de4ac63b3869 req-b3ada55d-c1bb-44f1-b474-8c46c246f4d0 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:40.121830 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-557d250a-f31b-443b-ba73-de4ac63b3869 req-b3ada55d-c1bb-44f1-b474-8c46c246f4d0 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0630450 Sep 22 13:11:40.156619 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-557d250a-f31b-443b-ba73-de4ac63b3869 req-8ebdbbbd-5ecb-4a0f-9b0a-f50491d2e43a tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384238 Sep 22 13:11:40.535745 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56606) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:40.567629 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbd8cdee-b8c8-4cc3-896d-8e328fe146e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:40.664597 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf9df0-cd00-46d2-a04f-c48e30ffed38 req-77ecbc8f-9c6d-4a38-891d-fb316bd92e93 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:40.666299 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2cdf9df0-cd00-46d2-a04f-c48e30ffed38 req-77ecbc8f-9c6d-4a38-891d-fb316bd92e93 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 944 time: 0.0754526 Sep 22 13:11:40.732619 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2cdf9df0-cd00-46d2-a04f-c48e30ffed38 req-ede1424b-d4db-4249-b309-22f92302a1fe tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582743 Sep 22 13:11:40.779055 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbd8cdee-b8c8-4cc3-896d-8e328fe146e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:40.894971 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbd8cdee-b8c8-4cc3-896d-8e328fe146e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:40.940308 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-fbd8cdee-b8c8-4cc3-896d-8e328fe146e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85cd0447ad844469a9fe8f7c4591c487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020770 Sep 22 13:11:40.940920 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8cdee-b8c8-4cc3-896d-8e328fe146e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e316ff29-15f1-42da-aa3e-fd57c072981c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:40.943703 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56616) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:40.989925 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f7c357bd-91b5-4b33-a096-555dac674c13 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:41.022518 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4f87dbe7-370f-4369-b43e-1c170e8b8548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:41.063766 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4f87dbe7-370f-4369-b43e-1c170e8b8548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:41.185889 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port f7c357bd-91b5-4b33-a096-555dac674c13 completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:11:41.190495 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port f7c357bd-91b5-4b33-a096-555dac674c13 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:41.190968 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:41.218733 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d959e-e189-4a50-88b8-8a7edc57c8cd req-8bd348f3-949f-4ae6-8a3a-9a3e7b1a17c6 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:41.221060 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a61d959e-e189-4a50-88b8-8a7edc57c8cd req-8bd348f3-949f-4ae6-8a3a-9a3e7b1a17c6 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 943 time: 0.0623798 Sep 22 13:11:41.224434 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4f87dbe7-370f-4369-b43e-1c170e8b8548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:41.227144 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4f87dbe7-370f-4369-b43e-1c170e8b8548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:41.237445 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-4f87dbe7-370f-4369-b43e-1c170e8b8548 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e316ff29-15f1-42da-aa3e-fd57c072981c HTTP/1.1" status: 204 len: 168 time: 0.2809889 Sep 22 13:11:41.282402 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87dbe7-370f-4369-b43e-1c170e8b8548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e316ff29-15f1-42da-aa3e-fd57c072981c,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:41.351993 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a61d959e-e189-4a50-88b8-8a7edc57c8cd req-dce112dd-fd67-401b-aee2-a99c2404f341 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084077 Sep 22 13:11:41.372388 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccc9c7-8f72-4762-a239-77c383240156 req-e2eea808-192c-4895-8ddc-91c6d4940006 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:41.383631 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7dccc9c7-8f72-4762-a239-77c383240156 req-e2eea808-192c-4895-8ddc-91c6d4940006 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.1288230 Sep 22 13:11:41.389672 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:41.436999 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c357bd-91b5-4b33-a096-555dac674c13'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:11:41.439265 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f9f1d4-2605-40f8-8eb4-bd1bf2ab40d4" -d '{"events": [{"server_uuid": "a4d69add-5d3b-4453-bf51-5a27d905e4e7", "name": "network-vif-plugged", "status": "completed", "tag": "f7c357bd-91b5-4b33-a096-555dac674c13"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:11:41.461475 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7dccc9c7-8f72-4762-a239-77c383240156 req-19b6bc84-7ba6-4dbd-8e4a-687fa71cc48c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711939 Sep 22 13:11:41.482031 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f7c357bd-91b5-4b33-a096-555dac674c13, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f7c357bd-91b5-4b33-a096-555dac674c13,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:41.525418 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724a4395-ba15-4372-a193-84bed56b54da x-openstack-request-id: req-724a4395-ba15-4372-a193-84bed56b54da {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:11:41.525720 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d69add-5d3b-4453-bf51-5a27d905e4e7", "name": "network-vif-plugged", "status": "completed", "tag": "f7c357bd-91b5-4b33-a096-555dac674c13", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:11:41.525975 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-724a4395-ba15-4372-a193-84bed56b54da {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:11:41.526374 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'code': 200} Sep 22 13:11:41.597247 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:41.663005 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:41.666470 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=f7c357bd-91b5-4b33-a096-555dac674c13,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:41.982589 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e2564-216b-4af2-ada2-6130aac77079 req-22364dcc-e6d5-49e5-96d4-d4dc1aad2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:41.984257 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-683e2564-216b-4af2-ada2-6130aac77079 req-22364dcc-e6d5-49e5-96d4-d4dc1aad2260 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 1098 time: 0.0415187 Sep 22 13:11:42.021793 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-683e2564-216b-4af2-ada2-6130aac77079 req-cc21e596-da39-474e-adee-b1b57445d195 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293002 Sep 22 13:11:42.371474 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56706) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:42.454716 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772987a0-06c6-445d-b5c0-a76512b37656 req-7647af51-7438-47e4-b502-db67d96d6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:42.456972 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-772987a0-06c6-445d-b5c0-a76512b37656 req-7647af51-7438-47e4-b502-db67d96d6c18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d04a4440bd974592a2c14375e7f7fa18&device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 1098 time: 0.0515275 Sep 22 13:11:42.523632 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-da4dbcb1-e2bf-4002-9624-d6715bfa42a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:42.580965 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772987a0-06c6-445d-b5c0-a76512b37656 req-af9e138d-e868-48f5-bf84-3b0f66b7825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:42.582577 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-772987a0-06c6-445d-b5c0-a76512b37656 req-af9e138d-e868-48f5-bf84-3b0f66b7825e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c6ea9935-8102-4648-ae6c-92fac791d7fa HTTP/1.1" status: 200 len: 919 time: 0.1177545 Sep 22 13:11:42.622924 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-da4dbcb1-e2bf-4002-9624-d6715bfa42a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:42.625475 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-772987a0-06c6-445d-b5c0-a76512b37656 req-b6ba74c8-de68-4347-b80b-b840e0f4261e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77b84daf-d8c2-48ad-9cf3-ea50800c0b2d HTTP/1.1" status: 200 len: 217 time: 0.0354307 Sep 22 13:11:42.687825 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772987a0-06c6-445d-b5c0-a76512b37656 req-1416a3e9-eee9-48c6-a0e2-24674e8b817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:42.689286 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-772987a0-06c6-445d-b5c0-a76512b37656 req-1416a3e9-eee9-48c6-a0e2-24674e8b817d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3406f934-e65f-428d-9536-b198c58b9695 HTTP/1.1" status: 200 len: 858 time: 0.0566485 Sep 22 13:11:42.727167 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-772987a0-06c6-445d-b5c0-a76512b37656 req-def982c4-bbdc-4d28-9381-951a1a30a4d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6ea9935-8102-4648-ae6c-92fac791d7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296013 Sep 22 13:11:42.750433 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6ede4-dba0-4ff9-bec1-06bc94496cd7 req-6966c285-694e-4d74-8166-64dd05d64def tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:42.752043 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-79c6ede4-dba0-4ff9-bec1-06bc94496cd7 req-6966c285-694e-4d74-8166-64dd05d64def tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0500059 Sep 22 13:11:42.812799 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-79c6ede4-dba0-4ff9-bec1-06bc94496cd7 req-d4dc3f3d-4f3e-4755-a40c-3686245fe042 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544636 Sep 22 13:11:42.814334 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-da4dbcb1-e2bf-4002-9624-d6715bfa42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:42.841640 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-772987a0-06c6-445d-b5c0-a76512b37656 req-f64a1a67-068a-42fd-b616-a95376f624e7 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071467 Sep 22 13:11:42.861777 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4dbcb1-e2bf-4002-9624-d6715bfa42a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481f2f10-8043-451e-802a-5e33a57e42a0,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:42.869402 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-da4dbcb1-e2bf-4002-9624-d6715bfa42a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c3a5c461937411f84abddb96e27e809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937520 Sep 22 13:11:42.870968 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56722) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:42.949946 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e3296-4149-44b0-a158-4d5c9603a450 req-b5741bd5-4f3a-41d1-811f-e708b76ae2dc tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:42.951593 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7d1e3296-4149-44b0-a158-4d5c9603a450 req-b5741bd5-4f3a-41d1-811f-e708b76ae2dc tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0604005 Sep 22 13:11:42.990739 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85010272-906c-4d48-83db-8149ad7f0112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:42.993965 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-772987a0-06c6-445d-b5c0-a76512b37656 req-b1ba3b5a-a334-4b43-b194-374b9fd43e93 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440661 Sep 22 13:11:42.998604 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f3ee028d-6a0d-4aa7-823b-d96fde18de61 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:11:43.010389 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7d1e3296-4149-44b0-a158-4d5c9603a450 req-775f3831-c5a9-4f67-9d35-d40199f2a49f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478497 Sep 22 13:11:43.018387 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85010272-906c-4d48-83db-8149ad7f0112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:43.172386 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab62411-dd96-4358-82ba-e6f64cb6043d req-2ee70262-169d-459e-83a4-ebb0877e7fef tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:43.174197 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9ab62411-dd96-4358-82ba-e6f64cb6043d req-2ee70262-169d-459e-83a4-ebb0877e7fef tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 943 time: 0.0910661 Sep 22 13:11:43.176432 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85010272-906c-4d48-83db-8149ad7f0112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:43.184799 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-85010272-906c-4d48-83db-8149ad7f0112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:43.184799 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-85010272-906c-4d48-83db-8149ad7f0112 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/481f2f10-8043-451e-802a-5e33a57e42a0 HTTP/1.1" status: 204 len: 168 time: 0.3101566 Sep 22 13:11:43.202214 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85010272-906c-4d48-83db-8149ad7f0112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481f2f10-8043-451e-802a-5e33a57e42a0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:43.265977 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9ab62411-dd96-4358-82ba-e6f64cb6043d req-f6c04d03-cb32-4432-8157-b9fab5478743 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723481 Sep 22 13:11:43.369077 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f3ee028d-6a0d-4aa7-823b-d96fde18de61, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f3ee028d-6a0d-4aa7-823b-d96fde18de61,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:43.381802 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': 'f3ee028d-6a0d-4aa7-823b-d96fde18de61', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'port_id': 'f3ee028d-6a0d-4aa7-823b-d96fde18de61', 'mac_address': 'fa:16:3e:d3:81:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:11:43.422769 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:43.435939 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ee028d-6a0d-4aa7-823b-d96fde18de61 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:11:43.454598 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f3ee028d-6a0d-4aa7-823b-d96fde18de61, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f3ee028d-6a0d-4aa7-823b-d96fde18de61,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:43.607813 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:43.664776 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=f3ee028d-6a0d-4aa7-823b-d96fde18de61,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:43.889942 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['f3ee028d-6a0d-4aa7-823b-d96fde18de61'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:11:43.946297 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461b4a1-9f32-4e8e-be58-4f3e18ecb76c req-7cc38f38-0a6a-4732-9659-afea2ba3aa66 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:43.947629 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e461b4a1-9f32-4e8e-be58-4f3e18ecb76c req-7cc38f38-0a6a-4732-9659-afea2ba3aa66 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0580125 Sep 22 13:11:43.987415 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e461b4a1-9f32-4e8e-be58-4f3e18ecb76c req-ed5fa9a2-5fc5-4f88-9d25-758f1cdb68a5 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331533 Sep 22 13:11:44.138469 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98879ad6-ace4-4503-8fde-b2be6dddb786 req-27e8b071-3b58-41d1-abb8-8f75460fe866 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:44.140017 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-98879ad6-ace4-4503-8fde-b2be6dddb786 req-27e8b071-3b58-41d1-abb8-8f75460fe866 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0743532 Sep 22 13:11:44.148388 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fcdbc-18df-450b-a24b-44c17ceab28d req-93a595fb-86d1-49ed-a5ca-b95dddc2458a tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:44.149844 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56766) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:44.150284 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6e2fcdbc-18df-450b-a24b-44c17ceab28d req-93a595fb-86d1-49ed-a5ca-b95dddc2458a tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0630252 Sep 22 13:11:44.156237 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-2863a03c-946b-4a8c-a06c-5fa7e2962dd8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Request body: {'floatingip': {'port_id': 'f7c357bd-91b5-4b33-a096-555dac674c13'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:44.198840 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6e2fcdbc-18df-450b-a24b-44c17ceab28d req-af939a53-9d61-45a1-8bad-ada63e490c55 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Sep 22 13:11:44.240033 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56772) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:44.240341 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2863a03c-946b-4a8c-a06c-5fa7e2962dd8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for floatingip, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:44.256683 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3aa42a76-238a-42b3-b2c1-0b25ed7104be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:44.401291 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3aa42a76-238a-42b3-b2c1-0b25ed7104be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:44.471137 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3aa42a76-238a-42b3-b2c1-0b25ed7104be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:44.499223 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb85e0-0264-463b-98dd-df83563fa14d req-b0848338-a4f1-493b-a55c-3bdaea490ca6 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:44.508656 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-abdb85e0-0264-463b-98dd-df83563fa14d req-b0848338-a4f1-493b-a55c-3bdaea490ca6 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 944 time: 0.1169190 Sep 22 13:11:44.513525 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:11:44.514096 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-3aa42a76-238a-42b3-b2c1-0b25ed7104be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=722b819d6d3f48f8ac22906f737ceaf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725646 Sep 22 13:11:44.514613 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa42a76-238a-42b3-b2c1-0b25ed7104be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f171c6f7-bf0f-4bc1-9fa2-a6ff452fb1e3,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:44.517646 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56782) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:44.577587 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5fe1734f-5e34-4fc7-88a8-9d5c0bf5fe3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:44.596536 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-abdb85e0-0264-463b-98dd-df83563fa14d req-cd3ef001-0394-4024-8e55-ae073bbf6f05 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861921 Sep 22 13:11:44.621255 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5fe1734f-5e34-4fc7-88a8-9d5c0bf5fe3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:44.889400 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5fe1734f-5e34-4fc7-88a8-9d5c0bf5fe3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:44.905457 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5fe1734f-5e34-4fc7-88a8-9d5c0bf5fe3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:44.905457 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-5fe1734f-5e34-4fc7-88a8-9d5c0bf5fe3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f171c6f7-bf0f-4bc1-9fa2-a6ff452fb1e3 HTTP/1.1" status: 204 len: 168 time: 0.3759081 Sep 22 13:11:44.905457 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1734f-5e34-4fc7-88a8-9d5c0bf5fe3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f171c6f7-bf0f-4bc1-9fa2-a6ff452fb1e3,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:45.012642 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f3ee028d-6a0d-4aa7-823b-d96fde18de61 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:11:45.156111 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port f3ee028d-6a0d-4aa7-823b-d96fde18de61 completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:11:45.160737 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port f3ee028d-6a0d-4aa7-823b-d96fde18de61 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:11:45.165398 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:45.200676 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2863a03c-946b-4a8c-a06c-5fa7e2962dd8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:45.245057 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:45.279037 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34469eaa-a287-41e5-a5cd-ad889e389ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ee028d-6a0d-4aa7-823b-d96fde18de61'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:11:45.281698 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257b50b2-df4f-4e7d-9538-7e944bee9ddb" -d '{"events": [{"server_uuid": "34469eaa-a287-41e5-a5cd-ad889e389ada", "name": "network-vif-plugged", "status": "completed", "tag": "f3ee028d-6a0d-4aa7-823b-d96fde18de61"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:11:45.287651 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2863a03c-946b-4a8c-a06c-5fa7e2962dd8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:45.316849 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f3ee028d-6a0d-4aa7-823b-d96fde18de61, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f3ee028d-6a0d-4aa7-823b-d96fde18de61,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:11:45.338446 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507975b3-7676-4d31-8515-9a3f91032f3b x-openstack-request-id: req-507975b3-7676-4d31-8515-9a3f91032f3b {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:11:45.338734 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34469eaa-a287-41e5-a5cd-ad889e389ada", "name": "network-vif-plugged", "status": "completed", "tag": "f3ee028d-6a0d-4aa7-823b-d96fde18de61", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:11:45.338982 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-507975b3-7676-4d31-8515-9a3f91032f3b {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:11:45.339372 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34469eaa-a287-41e5-a5cd-ad889e389ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ee028d-6a0d-4aa7-823b-d96fde18de61', 'code': 200} Sep 22 13:11:45.352589 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb855d-ab20-4aee-bd31-6ef12f4d03b0 req-18758458-ac6d-47f1-931d-140974ef2583 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:45.354135 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7bdb855d-ab20-4aee-bd31-6ef12f4d03b0 req-18758458-ac6d-47f1-931d-140974ef2583 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0563612 Sep 22 13:11:45.385195 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:45.428140 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.l3_db [None req-2863a03c-946b-4a8c-a06c-5fa7e2962dd8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Floating IP 2ea0df89-6984-4741-951d-21b7cd3e9237 associated. External IP: 172.27.1.50, port: f7c357bd-91b5-4b33-a096-555dac674c13. Sep 22 13:11:45.431681 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7bdb855d-ab20-4aee-bd31-6ef12f4d03b0 req-dde15f0b-1f7f-4d2c-acda-c92212d5d65f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703571 Sep 22 13:11:45.463996 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=f3ee028d-6a0d-4aa7-823b-d96fde18de61,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:45.521127 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56818) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:45.667926 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2863a03c-946b-4a8c-a06c-5fa7e2962dd8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Router 93214d41-71a8-4eef-8d3a-e7204e2db677 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:11:45.698210 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ac19fffe-6dcd-4cce-b816-e86eff59f9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:45.807480 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf37aa-4a72-42a3-a1ef-603dcea0f6a9 req-f19df914-4d17-43ae-8f1e-4d1d9fa8659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:45.809064 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0edf37aa-4a72-42a3-a1ef-603dcea0f6a9 req-f19df914-4d17-43ae-8f1e-4d1d9fa8659d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 1098 time: 0.1263902 Sep 22 13:11:45.809311 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ac19fffe-6dcd-4cce-b816-e86eff59f9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:45.867912 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bc7b2-8d2a-49e7-9dd2-feaca6e9dc93 req-2902c0d5-6245-49c3-94a9-ec8416152aa0 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:45.872439 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-633bc7b2-8d2a-49e7-9dd2-feaca6e9dc93 req-2902c0d5-6245-49c3-94a9-ec8416152aa0 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.1290624 Sep 22 13:11:45.904488 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0edf37aa-4a72-42a3-a1ef-603dcea0f6a9 req-591d5a50-7cbb-409b-bd84-58f227932a6f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664728 Sep 22 13:11:45.907545 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2863a03c-946b-4a8c-a06c-5fa7e2962dd8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:11:45.914799 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2863a03c-946b-4a8c-a06c-5fa7e2962dd8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:45.931685 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c71a08-86ee-4ed5-a9d0-db1444655e55 None None] Sync routers for ids ['93214d41-71a8-4eef-8d3a-e7204e2db677'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:11:45.946289 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ac19fffe-6dcd-4cce-b816-e86eff59f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:45.957655 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c71a08-86ee-4ed5-a9d0-db1444655e55 None None] Routers {'93214d41-71a8-4eef-8d3a-e7204e2db677'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:45.959781 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-14c71a08-86ee-4ed5-a9d0-db1444655e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:11:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['93214d41-71a8-4eef-8d3a-e7204e2db677'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:45.964499 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-2863a03c-946b-4a8c-a06c-5fa7e2962dd8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "PUT /v2.0/floatingips/2ea0df89-6984-4741-951d-21b7cd3e9237 HTTP/1.1" status: 200 len: 990 time: 1.8092303 Sep 22 13:11:45.964499 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'tag': 'f7c357bd-91b5-4b33-a096-555dac674c13'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:11:45.966805 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc240043-7464-421d-9142-2e7e475a0cef" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d69add-5d3b-4453-bf51-5a27d905e4e7", "tag": "f7c357bd-91b5-4b33-a096-555dac674c13"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:11:45.984264 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-633bc7b2-8d2a-49e7-9dd2-feaca6e9dc93 req-0e9f6788-5579-465a-b943-e93c8d136335 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986004 Sep 22 13:11:46.022359 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef31539b-8914-46e1-b6ac-06d8c98b8046 x-openstack-request-id: req-ef31539b-8914-46e1-b6ac-06d8c98b8046 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:11:46.022829 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d69add-5d3b-4453-bf51-5a27d905e4e7", "tag": "f7c357bd-91b5-4b33-a096-555dac674c13", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:11:46.023231 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef31539b-8914-46e1-b6ac-06d8c98b8046 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:11:46.023876 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'tag': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'status': 'completed', 'code': 200} Sep 22 13:11:46.055252 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-ac19fffe-6dcd-4cce-b816-e86eff59f9d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=38656fc2215347128d7965a3acda3550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5318201 Sep 22 13:11:46.056483 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19fffe-6dcd-4cce-b816-e86eff59f9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b377aad3-e23c-4753-8fb8-972195b37009,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:46.057774 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56842) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:46.121305 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56844) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:46.121625 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45de2713-f3b5-4603-8319-8dc7c5f40fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:46.146609 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45de2713-f3b5-4603-8319-8dc7c5f40fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:46.156693 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-14c71a08-86ee-4ed5-a9d0-db1444655e55 None None] Set router 93214d41-71a8-4eef-8d3a-e7204e2db677 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:46.242110 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc240043-7464-421d-9142-2e7e475a0cef req-2ac44068-28d6-4d6a-b3b6-438d36c11219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:46.243691 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bc240043-7464-421d-9142-2e7e475a0cef req-2ac44068-28d6-4d6a-b3b6-438d36c11219 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9b927b18a264e798ad9389f4c099037&device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 1098 time: 0.0600457 Sep 22 13:11:46.264771 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d5baab68-68eb-48d8-8107-06781c0516d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:46.337377 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45de2713-f3b5-4603-8319-8dc7c5f40fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:46.344789 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45de2713-f3b5-4603-8319-8dc7c5f40fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:46.344789 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-45de2713-f3b5-4603-8319-8dc7c5f40fa8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b377aad3-e23c-4753-8fb8-972195b37009 HTTP/1.1" status: 204 len: 168 time: 0.2830002 Sep 22 13:11:46.357889 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de2713-f3b5-4603-8319-8dc7c5f40fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b377aad3-e23c-4753-8fb8-972195b37009,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:46.384610 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc240043-7464-421d-9142-2e7e475a0cef req-9c7ec972-ceb1-4980-8835-3e15a080846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:46.386715 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bc240043-7464-421d-9142-2e7e475a0cef req-9c7ec972-ceb1-4980-8835-3e15a080846b service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc619f7c-a032-4a42-ba73-abb931db8402 HTTP/1.1" status: 200 len: 918 time: 0.1271489 Sep 22 13:11:46.434874 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d5baab68-68eb-48d8-8107-06781c0516d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:46.520019 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bc240043-7464-421d-9142-2e7e475a0cef req-ff636a1b-b69c-4561-be42-c4313d9e1395 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c357bd-91b5-4b33-a096-555dac674c13 HTTP/1.1" status: 200 len: 998 time: 0.1243439 Sep 22 13:11:46.522306 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-14c71a08-86ee-4ed5-a9d0-db1444655e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '2ea0df89-6984-4741-951d-21b7cd3e9237', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'port_id': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'mac_address': 'fa:16:3e:63:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:11:21Z', 'updated_at': '2021-09-22T13:11:45Z', 'revision_number': 1, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:15Z', 'revision_number': 5, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:46.539371 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d5baab68-68eb-48d8-8107-06781c0516d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:46.575768 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-d5baab68-68eb-48d8-8107-06781c0516d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f6f52251c294473b4b6a4d9efd1c84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4533634 Sep 22 13:11:46.578662 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56864) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:46.579304 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c71a08-86ee-4ed5-a9d0-db1444655e55 None None] Checking router: 93214d41-71a8-4eef-8d3a-e7204e2db677 for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:11:46.594533 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c71a08-86ee-4ed5-a9d0-db1444655e55 None None] Routers {'93214d41-71a8-4eef-8d3a-e7204e2db677'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:46.595386 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-14c71a08-86ee-4ed5-a9d0-db1444655e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:11:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['93214d41-71a8-4eef-8d3a-e7204e2db677'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:46.617716 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e515ba9-71e8-4b73-8a9a-44d472ae4cc7 req-b55b5279-c8b9-4258-a2fe-1b659133e4af tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:46.625073 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1e515ba9-71e8-4b73-8a9a-44d472ae4cc7 req-b55b5279-c8b9-4258-a2fe-1b659133e4af tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0948350 Sep 22 13:11:46.625893 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5baab68-68eb-48d8-8107-06781c0516d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff744d70-f253-49a5-82e5-9d01b45f29da,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:46.628520 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc240043-7464-421d-9142-2e7e475a0cef req-0e2d73e4-c86f-4c7c-ba2a-dd6ef80cae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:46.629983 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bc240043-7464-421d-9142-2e7e475a0cef req-0e2d73e4-c86f-4c7c-ba2a-dd6ef80cae54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa0e3c9-3a8f-4139-a019-7d3495bd525f HTTP/1.1" status: 200 len: 856 time: 0.0899894 Sep 22 13:11:46.663589 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cceba1d6-160b-422e-9aac-cc417f292a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:46.693750 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cceba1d6-160b-422e-9aac-cc417f292a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:46.718898 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1e515ba9-71e8-4b73-8a9a-44d472ae4cc7 req-5ae50bc3-1db2-46fb-9225-eb5516539dfd tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929012 Sep 22 13:11:46.744459 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc240043-7464-421d-9142-2e7e475a0cef req-08bbcb70-4533-4107-b1ae-4b954da6c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:46.746618 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bc240043-7464-421d-9142-2e7e475a0cef req-08bbcb70-4533-4107-b1ae-4b954da6c9e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc619f7c-a032-4a42-ba73-abb931db8402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0999627 Sep 22 13:11:46.787152 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-14c71a08-86ee-4ed5-a9d0-db1444655e55 None None] Set router 93214d41-71a8-4eef-8d3a-e7204e2db677 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:46.852519 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bc240043-7464-421d-9142-2e7e475a0cef req-c4eca2f5-c1ee-4c0f-928b-e6842bce7507 service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927422 Sep 22 13:11:46.853655 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cceba1d6-160b-422e-9aac-cc417f292a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:46.857667 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cceba1d6-160b-422e-9aac-cc417f292a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:46.862279 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-cceba1d6-160b-422e-9aac-cc417f292a24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff744d70-f253-49a5-82e5-9d01b45f29da HTTP/1.1" status: 204 len: 168 time: 0.2790608 Sep 22 13:11:46.874731 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceba1d6-160b-422e-9aac-cc417f292a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff744d70-f253-49a5-82e5-9d01b45f29da,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:47.225918 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ee58c-de34-4768-ac26-fd33949e308d req-473d3fe5-81ad-4825-bbd8-90d23d04cb9b tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:47.238398 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56878) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:47.250199 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fc4ee58c-de34-4768-ac26-fd33949e308d req-473d3fe5-81ad-4825-bbd8-90d23d04cb9b tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.1224496 Sep 22 13:11:47.258375 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c985714-5eca-49cd-8795-3f97013b5777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:47.262838 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-14c71a08-86ee-4ed5-a9d0-db1444655e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '2ea0df89-6984-4741-951d-21b7cd3e9237', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'port_id': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'mac_address': 'fa:16:3e:63:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:11:21Z', 'updated_at': '2021-09-22T13:11:45Z', 'revision_number': 1, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:15Z', 'revision_number': 5, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:47.314790 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fc4ee58c-de34-4768-ac26-fd33949e308d req-994bf96c-087b-4c68-b05f-5425d158c517 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608537 Sep 22 13:11:47.316218 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c71a08-86ee-4ed5-a9d0-db1444655e55 None None] The sync data for ids ['93214d41-71a8-4eef-8d3a-e7204e2db677'] in dv-cinder-810000-3-iscsi is: [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '2ea0df89-6984-4741-951d-21b7cd3e9237', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'port_id': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'mac_address': 'fa:16:3e:63:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:11:21Z', 'updated_at': '2021-09-22T13:11:45Z', 'revision_number': 1, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:15Z', 'revision_number': 5, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:11:47.357529 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bc240043-7464-421d-9142-2e7e475a0cef req-fdf30a2e-4a71-4cd4-bf1d-190aa2e4d25f service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940832 Sep 22 13:11:47.436356 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c985714-5eca-49cd-8795-3f97013b5777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:47.553170 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53741500-4a20-4e6c-b5b2-f1da2d2e468c None None] New status for floating IP 2ea0df89-6984-4741-951d-21b7cd3e9237: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:11:47.624600 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3c985714-5eca-49cd-8795-3f97013b5777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:47.665951 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-3c985714-5eca-49cd-8795-3f97013b5777 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b3a3f39e4c743639bcb6d502af84e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264886 Sep 22 13:11:47.666833 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c985714-5eca-49cd-8795-3f97013b5777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd0f6d2-400b-466f-a53a-9e9580b42827,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:47.669221 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56882) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:47.728632 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-72414305-2acd-48d1-9a0a-4dd775eff8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:47.756870 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-72414305-2acd-48d1-9a0a-4dd775eff8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:47.841004 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd077694-c644-47db-b386-b2497a9f9983 req-982cb322-21d4-407d-89f7-d272937d6f11 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:47.842468 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bd077694-c644-47db-b386-b2497a9f9983 req-982cb322-21d4-407d-89f7-d272937d6f11 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0497556 Sep 22 13:11:47.859076 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56886) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:47.883606 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41e5c614-9a3e-41fa-8423-b94b952a25a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:47.917173 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bd077694-c644-47db-b386-b2497a9f9983 req-a330242d-954d-4b97-9d69-1ca7c71c0426 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685658 Sep 22 13:11:47.956424 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-72414305-2acd-48d1-9a0a-4dd775eff8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:47.960102 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-72414305-2acd-48d1-9a0a-4dd775eff8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:47.960740 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-72414305-2acd-48d1-9a0a-4dd775eff8a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bd0f6d2-400b-466f-a53a-9e9580b42827 HTTP/1.1" status: 204 len: 168 time: 0.2904615 Sep 22 13:11:47.976185 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72414305-2acd-48d1-9a0a-4dd775eff8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd0f6d2-400b-466f-a53a-9e9580b42827,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:48.047046 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41e5c614-9a3e-41fa-8423-b94b952a25a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:48.115805 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-41e5c614-9a3e-41fa-8423-b94b952a25a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:48.154546 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-41e5c614-9a3e-41fa-8423-b94b952a25a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b94db13ae294164af9b137b8de97eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943878 Sep 22 13:11:48.155658 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5c614-9a3e-41fa-8423-b94b952a25a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef13649-f4fb-4cee-8b38-c4c702c66c38,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:48.157256 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56896) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:48.218551 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e36cc9a7-b244-4c25-9ee3-fc13a6c1df66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:48.235199 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e36cc9a7-b244-4c25-9ee3-fc13a6c1df66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:48.464728 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e36cc9a7-b244-4c25-9ee3-fc13a6c1df66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:48.467048 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985117a-36f6-468f-a465-639f47e29fce req-5e134aca-b637-4f8e-9dc7-701b3d7dc213 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:48.467595 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e36cc9a7-b244-4c25-9ee3-fc13a6c1df66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:48.471702 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-e36cc9a7-b244-4c25-9ee3-fc13a6c1df66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ef13649-f4fb-4cee-8b38-c4c702c66c38 HTTP/1.1" status: 204 len: 168 time: 0.3090329 Sep 22 13:11:48.471843 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2985117a-36f6-468f-a465-639f47e29fce req-5e134aca-b637-4f8e-9dc7-701b3d7dc213 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0488086 Sep 22 13:11:48.481894 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cc9a7-b244-4c25-9ee3-fc13a6c1df66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef13649-f4fb-4cee-8b38-c4c702c66c38,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:48.526366 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2985117a-36f6-468f-a465-639f47e29fce req-be734645-0006-4c20-846a-4933e9e4e3e8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462806 Sep 22 13:11:48.648969 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf5646-4f41-4be1-9133-49a5df3d3370 req-34e8ad46-269e-4153-846e-b8719683661f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:48.650374 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bbcf5646-4f41-4be1-9133-49a5df3d3370 req-34e8ad46-269e-4153-846e-b8719683661f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0496500 Sep 22 13:11:48.658969 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 56916) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:48.663707 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-296e6e41-8e09-4462-a9cf-3638b5b51743 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Request body: {'floatingip': {'port_id': 'f3ee028d-6a0d-4aa7-823b-d96fde18de61'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:11:48.737834 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-296e6e41-8e09-4462-a9cf-3638b5b51743 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for floatingip, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:49.043179 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53459e-3055-4068-afe0-ee957f21bf7f req-40357414-8956-49f4-bde6-856d84218c5d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:49.057605 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2d53459e-3055-4068-afe0-ee957f21bf7f req-40357414-8956-49f4-bde6-856d84218c5d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0587358 Sep 22 13:11:49.096330 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2d53459e-3055-4068-afe0-ee957f21bf7f req-89f18ea1-864c-4284-b1da-91fe52b14ca6 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399623 Sep 22 13:11:49.637073 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-296e6e41-8e09-4462-a9cf-3638b5b51743 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:49.778834 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-296e6e41-8e09-4462-a9cf-3638b5b51743 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:49.901513 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.l3_db [None req-296e6e41-8e09-4462-a9cf-3638b5b51743 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Floating IP f22c39aa-f14b-47ad-af06-546107d2ffd2 associated. External IP: 172.27.1.191, port: f3ee028d-6a0d-4aa7-823b-d96fde18de61. Sep 22 13:11:50.109330 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296e6e41-8e09-4462-a9cf-3638b5b51743 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Router 5886909b-55f8-47aa-b4dd-2ad08d49206d has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:11:50.237554 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296e6e41-8e09-4462-a9cf-3638b5b51743 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:11:50.244440 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6eb16f-23d9-4262-963a-7bb006b332b3 req-ad063aec-c1a9-46cd-8408-53b71c547882 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:50.250862 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e871d6-8884-4739-8f9c-6a727a81866f None None] Sync routers for ids ['5886909b-55f8-47aa-b4dd-2ad08d49206d'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:11:50.252866 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cc6eb16f-23d9-4262-963a-7bb006b332b3 req-ad063aec-c1a9-46cd-8408-53b71c547882 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0598950 Sep 22 13:11:50.257055 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-296e6e41-8e09-4462-a9cf-3638b5b51743 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:50.297857 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e871d6-8884-4739-8f9c-6a727a81866f None None] Routers {'5886909b-55f8-47aa-b4dd-2ad08d49206d'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:50.299373 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-84e871d6-8884-4739-8f9c-6a727a81866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:11:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['5886909b-55f8-47aa-b4dd-2ad08d49206d'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:50.311012 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-296e6e41-8e09-4462-a9cf-3638b5b51743 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "PUT /v2.0/floatingips/f22c39aa-f14b-47ad-af06-546107d2ffd2 HTTP/1.1" status: 200 len: 991 time: 1.6509047 Sep 22 13:11:50.311977 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34469eaa-a287-41e5-a5cd-ad889e389ada', 'tag': 'f3ee028d-6a0d-4aa7-823b-d96fde18de61'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:11:50.315773 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aa46b9-240e-4d1d-baf5-5556a7afefa9" -d '{"events": [{"name": "network-changed", "server_uuid": "34469eaa-a287-41e5-a5cd-ad889e389ada", "tag": "f3ee028d-6a0d-4aa7-823b-d96fde18de61"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:11:50.341444 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cc6eb16f-23d9-4262-963a-7bb006b332b3 req-aea27656-5310-4ff4-9790-719db937e619 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876529 Sep 22 13:11:50.405822 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 56992) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:50.416003 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8c1f11-ad16-43e3-ba7f-fa2f44e19d53 x-openstack-request-id: req-2b8c1f11-ad16-43e3-ba7f-fa2f44e19d53 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:11:50.416172 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34469eaa-a287-41e5-a5cd-ad889e389ada", "tag": "f3ee028d-6a0d-4aa7-823b-d96fde18de61", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:11:50.416405 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b8c1f11-ad16-43e3-ba7f-fa2f44e19d53 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:11:50.416798 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34469eaa-a287-41e5-a5cd-ad889e389ada', 'tag': 'f3ee028d-6a0d-4aa7-823b-d96fde18de61', 'status': 'completed', 'code': 200} Sep 22 13:11:50.473157 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-84e871d6-8884-4739-8f9c-6a727a81866f None None] Set router 5886909b-55f8-47aa-b4dd-2ad08d49206d gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:50.519229 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcc4a-c731-445d-a5e8-351269745aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:50.651211 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcc4a-c731-445d-a5e8-351269745aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:50.738315 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcc4a-c731-445d-a5e8-351269745aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:50.749940 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-84e871d6-8884-4739-8f9c-6a727a81866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': 'f22c39aa-f14b-47ad-af06-546107d2ffd2', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'port_id': 'f3ee028d-6a0d-4aa7-823b-d96fde18de61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'mac_address': 'fa:16:3e:d3:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34469eaa-a287-41e5-a5cd-ad889e389ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:11:25Z', 'updated_at': '2021-09-22T13:11:49Z', 'revision_number': 1, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:18Z', 'revision_number': 5, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:50.781643 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-a9cdcc4a-c731-445d-a5e8-351269745aa9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5db4172b75f041198de9d1f7c876cad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745897 Sep 22 13:11:50.783167 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdcc4a-c731-445d-a5e8-351269745aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc565334-6437-478a-9f79-52bea30494bf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:50.791205 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 57004) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:50.792326 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e871d6-8884-4739-8f9c-6a727a81866f None None] Checking router: 5886909b-55f8-47aa-b4dd-2ad08d49206d for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:11:50.802635 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e871d6-8884-4739-8f9c-6a727a81866f None None] Routers {'5886909b-55f8-47aa-b4dd-2ad08d49206d'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:11:50.803082 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-84e871d6-8884-4739-8f9c-6a727a81866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:11:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['5886909b-55f8-47aa-b4dd-2ad08d49206d'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:50.858134 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bd32218-35d4-42e6-ac82-af2c48eb632f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:50.883366 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bd32218-35d4-42e6-ac82-af2c48eb632f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:50.912356 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-84e871d6-8884-4739-8f9c-6a727a81866f None None] Set router 5886909b-55f8-47aa-b4dd-2ad08d49206d gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:11:51.018771 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bd32218-35d4-42e6-ac82-af2c48eb632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:51.021419 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4bd32218-35d4-42e6-ac82-af2c48eb632f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:51.026636 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-4bd32218-35d4-42e6-ac82-af2c48eb632f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc565334-6437-478a-9f79-52bea30494bf HTTP/1.1" status: 204 len: 168 time: 0.2345095 Sep 22 13:11:51.038747 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd32218-35d4-42e6-ac82-af2c48eb632f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc565334-6437-478a-9f79-52bea30494bf,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:51.149531 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-84e871d6-8884-4739-8f9c-6a727a81866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': 'f22c39aa-f14b-47ad-af06-546107d2ffd2', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'port_id': 'f3ee028d-6a0d-4aa7-823b-d96fde18de61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'mac_address': 'fa:16:3e:d3:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34469eaa-a287-41e5-a5cd-ad889e389ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:11:25Z', 'updated_at': '2021-09-22T13:11:49Z', 'revision_number': 1, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:18Z', 'revision_number': 5, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:11:51.180530 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e871d6-8884-4739-8f9c-6a727a81866f None None] The sync data for ids ['5886909b-55f8-47aa-b4dd-2ad08d49206d'] in dv-cinder-810000-3-iscsi is: [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': 'f22c39aa-f14b-47ad-af06-546107d2ffd2', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'port_id': 'f3ee028d-6a0d-4aa7-823b-d96fde18de61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'mac_address': 'fa:16:3e:d3:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34469eaa-a287-41e5-a5cd-ad889e389ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:11:25Z', 'updated_at': '2021-09-22T13:11:49Z', 'revision_number': 1, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:18Z', 'revision_number': 5, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:11:51.414913 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356699b4-9c78-4e75-ae31-97a26f27bcf5 None None] New status for floating IP f22c39aa-f14b-47ad-af06-546107d2ffd2: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:11:52.790427 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 57072) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:52.895664 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-922dccda-fded-47b3-bd74-12b4bdff8274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:52.984055 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-922dccda-fded-47b3-bd74-12b4bdff8274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:53.052518 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-922dccda-fded-47b3-bd74-12b4bdff8274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:53.088929 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dccda-fded-47b3-bd74-12b4bdff8274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2679da2d-e580-4542-9225-fb9415224918,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:53.093280 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-922dccda-fded-47b3-bd74-12b4bdff8274 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=499f420b5d49453da9f2be6e8616c05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018327 Sep 22 13:11:53.096051 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 57078) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:11:53.144243 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03ca7f09-8f31-46c3-ad17-0ae753031e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:53.165090 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03ca7f09-8f31-46c3-ad17-0ae753031e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:53.274455 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03ca7f09-8f31-46c3-ad17-0ae753031e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:53.280165 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-03ca7f09-8f31-46c3-ad17-0ae753031e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:11:53.280165 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-03ca7f09-8f31-46c3-ad17-0ae753031e19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2679da2d-e580-4542-9225-fb9415224918 HTTP/1.1" status: 204 len: 168 time: 0.1812713 Sep 22 13:11:53.286187 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca7f09-8f31-46c3-ad17-0ae753031e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2679da2d-e580-4542-9225-fb9415224918,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:11:53.523703 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa46b9-240e-4d1d-baf5-5556a7afefa9 req-7fe55f44-b659-441e-8487-bf65d7939ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:53.530072 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d9aa46b9-240e-4d1d-baf5-5556a7afefa9 req-7fe55f44-b659-441e-8487-bf65d7939ba6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d0eaec60ee64de8bef900efc8811d07&device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 1098 time: 0.0512917 Sep 22 13:11:53.608278 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe4397-0507-4115-9db3-b4c0f6c98ab8 req-620cf518-12aa-43b8-81ec-c714e9605cc5 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:53.612350 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-13fe4397-0507-4115-9db3-b4c0f6c98ab8 req-620cf518-12aa-43b8-81ec-c714e9605cc5 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0588350 Sep 22 13:11:53.634455 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa46b9-240e-4d1d-baf5-5556a7afefa9 req-fd6cf9fc-00b4-4ea2-a579-d282f87ef7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:53.636704 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d9aa46b9-240e-4d1d-baf5-5556a7afefa9 req-fd6cf9fc-00b4-4ea2-a579-d282f87ef7e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7ff256e-94df-44a6-b96c-3d0c6896f093 HTTP/1.1" status: 200 len: 912 time: 0.1013980 Sep 22 13:11:53.665100 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-13fe4397-0507-4115-9db3-b4c0f6c98ab8 req-8453d2e2-2ed2-4939-b8ba-b9e66b7a3c35 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468349 Sep 22 13:11:53.722419 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d9aa46b9-240e-4d1d-baf5-5556a7afefa9 req-df68be31-5427-46b4-b5f5-3911bd6214a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee028d-6a0d-4aa7-823b-d96fde18de61 HTTP/1.1" status: 200 len: 1001 time: 0.0731075 Sep 22 13:11:53.775020 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa46b9-240e-4d1d-baf5-5556a7afefa9 req-8dfad106-c500-4733-ac80-ac3792302c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:53.776536 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d9aa46b9-240e-4d1d-baf5-5556a7afefa9 req-8dfad106-c500-4733-ac80-ac3792302c8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1619f7f4-41aa-4194-b81e-a75b642a92db HTTP/1.1" status: 200 len: 850 time: 0.0446053 Sep 22 13:11:53.831034 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa46b9-240e-4d1d-baf5-5556a7afefa9 req-8f1d4fac-950e-4f2c-ba44-a27e98a2f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:53.832493 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d9aa46b9-240e-4d1d-baf5-5556a7afefa9 req-8f1d4fac-950e-4f2c-ba44-a27e98a2f036 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7ff256e-94df-44a6-b96c-3d0c6896f093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402105 Sep 22 13:11:53.941098 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d9aa46b9-240e-4d1d-baf5-5556a7afefa9 req-702e0dd7-9464-426d-bac3-b56c89bded5b service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937414 Sep 22 13:11:54.058133 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d9aa46b9-240e-4d1d-baf5-5556a7afefa9 req-418356ee-cf8f-460f-bd03-f29a7c4f6c77 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835714 Sep 22 13:11:54.948414 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a501799-4a1a-4c84-b527-c2971ab53af4 req-d7910e39-5549-4a0e-ab28-2ffc5bde03a8 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:54.952030 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3a501799-4a1a-4c84-b527-c2971ab53af4 req-d7910e39-5549-4a0e-ab28-2ffc5bde03a8 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0530035 Sep 22 13:11:54.990791 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3a501799-4a1a-4c84-b527-c2971ab53af4 req-8a7a5675-0445-4a50-ada4-d9b65dc5b88d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336566 Sep 22 13:11:58.171033 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222ddca-4f30-4dea-92b4-bdb0455f1828 req-93f53e64-d9b2-472e-8711-5003e2edb590 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:58.171033 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d222ddca-4f30-4dea-92b4-bdb0455f1828 req-93f53e64-d9b2-472e-8711-5003e2edb590 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0473413 Sep 22 13:11:58.171033 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d222ddca-4f30-4dea-92b4-bdb0455f1828 req-551aa64d-a4ff-44b5-b47f-ad973d1d8744 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327101 Sep 22 13:11:58.174487 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c760a-287d-4f8e-87cd-f60037207bbc req-f13adba4-2900-4fe5-81c6-6bb31a3e6549 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:58.174487 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-622c760a-287d-4f8e-87cd-f60037207bbc req-f13adba4-2900-4fe5-81c6-6bb31a3e6549 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/networks?id=486be222-2dae-4806-b5f2-6aa278197135 HTTP/1.1" status: 200 len: 815 time: 0.1067009 Sep 22 13:11:58.174487 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-622c760a-287d-4f8e-87cd-f60037207bbc req-d37dc4a3-0915-4c2e-a6ef-ea6e2a26af26 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/quotas/86bd01d73b164c0496803e15f5becaea HTTP/1.1" status: 200 len: 375 time: 0.0089972 Sep 22 13:11:58.208447 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-622c760a-287d-4f8e-87cd-f60037207bbc req-bcf0a818-9297-4697-848a-6cdd87286127 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=86bd01d73b164c0496803e15f5becaea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0447044 Sep 22 13:11:58.305120 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-622c760a-287d-4f8e-87cd-f60037207bbc req-e945a89a-e654-4f8c-9e63-0f6b62f856a8 service neutron] 10.222.0.43 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893557 Sep 22 13:11:58.400995 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-622c760a-287d-4f8e-87cd-f60037207bbc req-42cb21aa-ca4d-42b3-ba4e-2179d13c1b3b service neutron] 10.222.0.43 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895357 Sep 22 13:11:58.749560 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a3bbcacb-cc1f-4da8-9ed4-c43782b3ecc5 req-aa2dc0ec-8208-4257-bf6e-15e8bce4bf08 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 210 time: 0.0263319 Sep 22 13:11:59.251056 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e0d6f-aae9-459e-9fd6-dca9262df4a9 req-dbc10606-72e9-458c-97ac-61905cbd4144 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:11:59.252992 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0c1e0d6f-aae9-459e-9fd6-dca9262df4a9 req-dbc10606-72e9-458c-97ac-61905cbd4144 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0615571 Sep 22 13:11:59.294801 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0c1e0d6f-aae9-459e-9fd6-dca9262df4a9 req-26d23e11-b8ad-4897-842a-cadc34410412 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342226 Sep 22 13:11:59.849204 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-32ba79e1-7dd3-438a-92f6-465c1f2412a9 req-5c283b8d-a000-400a-b7a4-79a5f6eafd7e tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 210 time: 0.0288298 Sep 22 13:12:00.154015 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 57298) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:00.265447 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:00.369190 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:00.427560 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1894172-d6af-4787-88ce-140ee7f46b81 req-f914f677-b252-4fc1-8f37-d2478a595bba tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:00.429237 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e1894172-d6af-4787-88ce-140ee7f46b81 req-f914f677-b252-4fc1-8f37-d2478a595bba tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0565927 Sep 22 13:12:00.435089 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:00.470442 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e1894172-d6af-4787-88ce-140ee7f46b81 req-6aafd1b1-9227-437d-8bfe-6dd219f76e94 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351415 Sep 22 13:12:00.476501 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3a6cb1a535448b89da8bd71abd01cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234210 Sep 22 13:12:00.477417 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d2e9fa-478b-49fa-ba3c-f662c20559fc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:00.480259 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 57304) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:00.493744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.493744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.493744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.493744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.493744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.493744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.493744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.493744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.493744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.493744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.493744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.493744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256649be-c20e-4102-8230-60284e57e96b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.532508 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:00.553510 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:00.738130 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:00.740840 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:00.742115 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57d2e9fa-478b-49fa-ba3c-f662c20559fc HTTP/1.1" status: 204 len: 168 time: 0.2606182 Sep 22 13:12:00.751846 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d2e9fa-478b-49fa-ba3c-f662c20559fc,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:00.759227 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.759514 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.759866 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.760206 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.760546 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.760884 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.761217 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.761548 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.761946 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.762275 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.762601 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.762918 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd66f6f-ed1a-4180-95d4-9d60b7bfbca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:00.959142 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ddba093e-60bc-4986-b17b-741ed1b8f81e req-ad439fbc-4d78-43d0-b182-4fc99fb65b73 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 210 time: 0.0262721 Sep 22 13:12:01.160571 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c760a-287d-4f8e-87cd-f60037207bbc req-2920ab8a-3606-4fa4-8953-f344366103d5 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:01.162047 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-622c760a-287d-4f8e-87cd-f60037207bbc req-2920ab8a-3606-4fa4-8953-f344366103d5 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "GET /v2.0/networks?id=486be222-2dae-4806-b5f2-6aa278197135 HTTP/1.1" status: 200 len: 815 time: 0.1085775 Sep 22 13:12:01.180619 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-622c760a-287d-4f8e-87cd-f60037207bbc req-75f087cf-0c7d-4750-96d4-39d65e6e5875 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Request body: {'port': {'device_id': '8369eb82-e777-4163-baea-b3cc2fa04b12', 'network_id': '486be222-2dae-4806-b5f2-6aa278197135', 'admin_state_up': True, 'tenant_id': '86bd01d73b164c0496803e15f5becaea'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:01.337502 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 57322) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:01.354806 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb9fb-2553-41a0-b7bd-d8ef1cf4d720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:01.465623 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622c760a-287d-4f8e-87cd-f60037207bbc req-75f087cf-0c7d-4750-96d4-39d65e6e5875 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Made reservation on behalf of 86bd01d73b164c0496803e15f5becaea for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:12:01.467839 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-622c760a-287d-4f8e-87cd-f60037207bbc req-75f087cf-0c7d-4750-96d4-39d65e6e5875 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:01.602238 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb9fb-2553-41a0-b7bd-d8ef1cf4d720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:01.611508 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-622c760a-287d-4f8e-87cd-f60037207bbc req-75f087cf-0c7d-4750-96d4-39d65e6e5875 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Allocated IP 172.20.0.12 (486be222-2dae-4806-b5f2-6aa278197135/7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d/aaae317a-63a2-4d22-ad36-3ca9211cdcbb) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:12:01.617883 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806449d4-5ad0-4e40-bdf2-6c923e670873 req-0a571e16-5464-4a72-80f8-08ee3d16bca5 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:01.619397 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-806449d4-5ad0-4e40-bdf2-6c923e670873 req-0a571e16-5464-4a72-80f8-08ee3d16bca5 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0687985 Sep 22 13:12:01.661583 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-806449d4-5ad0-4e40-bdf2-6c923e670873 req-aece5118-6fd4-4b4b-a173-210476877065 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354857 Sep 22 13:12:01.716225 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb9fb-2553-41a0-b7bd-d8ef1cf4d720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:01.752064 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-ad0eb9fb-2553-41a0-b7bd-d8ef1cf4d720 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8abebd725a44b69a64f80c9ff6ded71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134662 Sep 22 13:12:01.754739 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 57332) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:01.757276 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0eb9fb-2553-41a0-b7bd-d8ef1cf4d720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe93ccc-81b0-40b9-8d89-ff69a616bce6,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:01.796214 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-622c760a-287d-4f8e-87cd-f60037207bbc req-75f087cf-0c7d-4750-96d4-39d65e6e5875 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:01.844803 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58ad2f0a-c2de-4d3d-aa6d-1cd39ce54344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:01.871160 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58ad2f0a-c2de-4d3d-aa6d-1cd39ce54344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:01.932417 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-622c760a-287d-4f8e-87cd-f60037207bbc req-75f087cf-0c7d-4750-96d4-39d65e6e5875 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:01.949979 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:12:01.975403 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622c760a-287d-4f8e-87cd-f60037207bbc req-75f087cf-0c7d-4750-96d4-39d65e6e5875 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Network 486be222-2dae-4806-b5f2-6aa278197135 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:12:01.978393 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-622c760a-287d-4f8e-87cd-f60037207bbc req-75f087cf-0c7d-4750-96d4-39d65e6e5875 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:01.982138 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-622c760a-287d-4f8e-87cd-f60037207bbc req-75f087cf-0c7d-4750-96d4-39d65e6e5875 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:12:01.991291 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c760a-287d-4f8e-87cd-f60037207bbc req-75f087cf-0c7d-4750-96d4-39d65e6e5875 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:01.991291 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-622c760a-287d-4f8e-87cd-f60037207bbc req-75f087cf-0c7d-4750-96d4-39d65e6e5875 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:02.002450 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f087cf-0c7d-4750-96d4-39d65e6e5875 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Pushing event updated for resources: {'Port': ['ID=aaae317a-63a2-4d22-ad36-3ca9211cdcbb,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:02.067005 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58ad2f0a-c2de-4d3d-aa6d-1cd39ce54344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:02.069711 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-58ad2f0a-c2de-4d3d-aa6d-1cd39ce54344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:02.071104 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-58ad2f0a-c2de-4d3d-aa6d-1cd39ce54344 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fe93ccc-81b0-40b9-8d89-ff69a616bce6 HTTP/1.1" status: 204 len: 168 time: 0.3152649 Sep 22 13:12:02.090107 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad2f0a-c2de-4d3d-aa6d-1cd39ce54344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe93ccc-81b0-40b9-8d89-ff69a616bce6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:02.094809 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-622c760a-287d-4f8e-87cd-f60037207bbc req-75f087cf-0c7d-4750-96d4-39d65e6e5875 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9181616 Sep 22 13:12:02.111672 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd74d2c-4259-45ce-9754-edef2e24ce67 req-1b3f08c4-0cbc-4b42-ad55-765a7c4823ff tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:02.113378 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-abd74d2c-4259-45ce-9754-edef2e24ce67 req-1b3f08c4-0cbc-4b42-ad55-765a7c4823ff tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 932 time: 0.0774128 Sep 22 13:12:02.119137 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Request body: {'port': {'device_id': '8369eb82-e777-4163-baea-b3cc2fa04b12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:02.199889 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-abd74d2c-4259-45ce-9754-edef2e24ce67 req-d85bf239-5167-454d-894e-ae8459abcb91 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766869 Sep 22 13:12:02.200913 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:02.523619 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaae317a-63a2-4d22-ad36-3ca9211cdcbb {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:12:02.530968 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:02.544648 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Transition to ACTIVE for port object aaae317a-63a2-4d22-ad36-3ca9211cdcbb will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:12:02.646809 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:02.716035 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Pushing event updated for resources: {'Port': ['ID=aaae317a-63a2-4d22-ad36-3ca9211cdcbb,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:02.751294 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Attempting to bind port aaae317a-63a2-4d22-ad36-3ca9211cdcbb on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:12:02.752071 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Attempting to bind port aaae317a-63a2-4d22-ad36-3ca9211cdcbb by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:12:02.752580 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Attempting to bind port aaae317a-63a2-4d22-ad36-3ca9211cdcbb on network 486be222-2dae-4806-b5f2-6aa278197135 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:12:02.759342 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Port aaae317a-63a2-4d22-ad36-3ca9211cdcbb on network 486be222-2dae-4806-b5f2-6aa278197135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:12:02.764964 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Attempting to bind port aaae317a-63a2-4d22-ad36-3ca9211cdcbb on network 486be222-2dae-4806-b5f2-6aa278197135 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:12:02.764964 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:12:02.765502 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Checking segment: {'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:12:02.765605 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Bound using segment: {'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:12:02.766577 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Bound port: aaae317a-63a2-4d22-ad36-3ca9211cdcbb, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:12:02.766936 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:02.801289 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a6f67-5aca-4bd4-8c53-2075b6b14ccc req-91fc6244-8fba-4afe-bc5f-6ce9df757657 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:02.804307 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2b6a6f67-5aca-4bd4-8c53-2075b6b14ccc req-91fc6244-8fba-4afe-bc5f-6ce9df757657 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0553162 Sep 22 13:12:02.848625 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2b6a6f67-5aca-4bd4-8c53-2075b6b14ccc req-556488a0-0823-4d5d-a619-c1ba6857b8a7 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377529 Sep 22 13:12:02.848863 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] For port aaae317a-63a2-4d22-ad36-3ca9211cdcbb, host hv-cinder-81000, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:12:02.852080 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] For port aaae317a-63a2-4d22-ad36-3ca9211cdcbb, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=aaae317a-63a2-4d22-ad36-3ca9211cdcbb,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:12:02.971877 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:02.985490 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 57362) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:02.989473 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:02.991721 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:02.993727 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-622c760a-287d-4f8e-87cd-f60037207bbc req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] 10.222.0.23 "PUT /v2.0/ports/aaae317a-63a2-4d22-ad36-3ca9211cdcbb HTTP/1.1" status: 200 len: 1094 time: 0.8789799 Sep 22 13:12:03.000110 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-82a842bd-af86-442c-9dae-a5094464fc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:03.014325 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8369eb82-e777-4163-baea-b3cc2fa04b12', 'tag': 'aaae317a-63a2-4d22-ad36-3ca9211cdcbb'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:12:03.019190 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f8b8e0-1e08-4d0c-b5a6-5404cb537000" -d '{"events": [{"name": "network-changed", "server_uuid": "8369eb82-e777-4163-baea-b3cc2fa04b12", "tag": "aaae317a-63a2-4d22-ad36-3ca9211cdcbb"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:12:03.060082 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df833a3a-4719-4036-b6db-05dd6e40f3ce service neutron] Pushing event updated for resources: {'Port': ['ID=aaae317a-63a2-4d22-ad36-3ca9211cdcbb,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:03.067339 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65029c2-ae4e-4088-8170-d8390598c986 x-openstack-request-id: req-a65029c2-ae4e-4088-8170-d8390598c986 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:12:03.067919 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8369eb82-e777-4163-baea-b3cc2fa04b12", "tag": "aaae317a-63a2-4d22-ad36-3ca9211cdcbb", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:12:03.068365 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a65029c2-ae4e-4088-8170-d8390598c986 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:12:03.069008 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8369eb82-e777-4163-baea-b3cc2fa04b12', 'tag': 'aaae317a-63a2-4d22-ad36-3ca9211cdcbb', 'status': 'completed', 'code': 200} Sep 22 13:12:03.120595 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-82a842bd-af86-442c-9dae-a5094464fc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:03.136550 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c760a-287d-4f8e-87cd-f60037207bbc req-48f37bf1-ec09-41cd-adf5-591457cd8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:03.138094 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-622c760a-287d-4f8e-87cd-f60037207bbc req-48f37bf1-ec09-41cd-adf5-591457cd8e9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86bd01d73b164c0496803e15f5becaea&device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 1097 time: 0.0417078 Sep 22 13:12:03.177957 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-82a842bd-af86-442c-9dae-a5094464fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:03.194247 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-622c760a-287d-4f8e-87cd-f60037207bbc req-ec689e3e-1bba-4d47-9951-ca25941bff4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaae317a-63a2-4d22-ad36-3ca9211cdcbb HTTP/1.1" status: 200 len: 217 time: 0.0388932 Sep 22 13:12:03.219326 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a842bd-af86-442c-9dae-a5094464fc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7491c9e9-fdb2-4b02-b2da-d03c1e16ff25,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:03.227746 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-82a842bd-af86-442c-9dae-a5094464fc3e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec1039748fd84c98803fad2baa679be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410254 Sep 22 13:12:03.228224 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 57370) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:03.252877 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c760a-287d-4f8e-87cd-f60037207bbc req-98493822-1e54-4e72-996d-02ce175942cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:03.254720 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-622c760a-287d-4f8e-87cd-f60037207bbc req-98493822-1e54-4e72-996d-02ce175942cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d HTTP/1.1" status: 200 len: 855 time: 0.0492737 Sep 22 13:12:03.289446 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab7ee66a-c719-4598-87d7-41d7a7098b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:03.290893 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-622c760a-287d-4f8e-87cd-f60037207bbc req-2b984f0e-8f65-4071-8cb4-57bc25fc7a6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=486be222-2dae-4806-b5f2-6aa278197135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275259 Sep 22 13:12:03.328998 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab7ee66a-c719-4598-87d7-41d7a7098b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:03.368869 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4217e7-1c29-4428-9651-65988f5df052 req-7cb67f3f-5711-4a08-b674-d9627fbf2c95 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:03.370775 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4c4217e7-1c29-4428-9651-65988f5df052 req-7cb67f3f-5711-4a08-b674-d9627fbf2c95 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 944 time: 0.0939467 Sep 22 13:12:03.394235 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-622c760a-287d-4f8e-87cd-f60037207bbc req-c061cf12-f332-440e-bc17-6222c9841837 service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919900 Sep 22 13:12:03.412445 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4c4217e7-1c29-4428-9651-65988f5df052 req-f2adbd8f-dd7c-4ab8-acc4-e0de6402ff27 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348399 Sep 22 13:12:03.469610 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab7ee66a-c719-4598-87d7-41d7a7098b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:03.472657 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ab7ee66a-c719-4598-87d7-41d7a7098b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:03.474076 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-ab7ee66a-c719-4598-87d7-41d7a7098b04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7491c9e9-fdb2-4b02-b2da-d03c1e16ff25 HTTP/1.1" status: 204 len: 168 time: 0.2449129 Sep 22 13:12:03.496335 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ee66a-c719-4598-87d7-41d7a7098b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7491c9e9-fdb2-4b02-b2da-d03c1e16ff25,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:03.505559 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-622c760a-287d-4f8e-87cd-f60037207bbc req-c7059462-98a1-458a-878a-fd7480bcd0a5 service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957305 Sep 22 13:12:03.725283 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b8e0-1e08-4d0c-b5a6-5404cb537000 req-aab5d62f-46b4-4c08-a750-668be5c392ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:03.726780 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-91f8b8e0-1e08-4d0c-b5a6-5404cb537000 req-aab5d62f-46b4-4c08-a750-668be5c392ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86bd01d73b164c0496803e15f5becaea&device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 1097 time: 0.0451481 Sep 22 13:12:03.839244 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b8e0-1e08-4d0c-b5a6-5404cb537000 req-e656b05d-13c6-4a72-8860-61aa91d5d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:03.840999 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-91f8b8e0-1e08-4d0c-b5a6-5404cb537000 req-e656b05d-13c6-4a72-8860-61aa91d5d5ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=486be222-2dae-4806-b5f2-6aa278197135 HTTP/1.1" status: 200 len: 916 time: 0.0975547 Sep 22 13:12:03.898250 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-91f8b8e0-1e08-4d0c-b5a6-5404cb537000 req-211de862-6978-4716-8920-05e7a01caf51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaae317a-63a2-4d22-ad36-3ca9211cdcbb HTTP/1.1" status: 200 len: 217 time: 0.0371180 Sep 22 13:12:03.994825 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b8e0-1e08-4d0c-b5a6-5404cb537000 req-5e75c39a-f78d-4d2e-bba8-16042e7f80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:03.996414 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-91f8b8e0-1e08-4d0c-b5a6-5404cb537000 req-5e75c39a-f78d-4d2e-bba8-16042e7f80a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d HTTP/1.1" status: 200 len: 855 time: 0.0819957 Sep 22 13:12:04.005406 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f8190-f225-40e2-8caa-663d710e5f1e req-800031f0-7251-4a5e-89da-3afd7ff296db tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:04.006887 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-149f8190-f225-40e2-8caa-663d710e5f1e req-800031f0-7251-4a5e-89da-3afd7ff296db tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0831304 Sep 22 13:12:04.041472 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-91f8b8e0-1e08-4d0c-b5a6-5404cb537000 req-0a81f07d-7c10-41bd-9e18-dc16a73d544b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=486be222-2dae-4806-b5f2-6aa278197135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301576 Sep 22 13:12:04.097516 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-149f8190-f225-40e2-8caa-663d710e5f1e req-4f97e1d8-016b-4d91-849c-9e5fc2f9bb17 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783889 Sep 22 13:12:04.155489 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-91f8b8e0-1e08-4d0c-b5a6-5404cb537000 req-19e7ac2c-7a2e-41c7-90d9-7777acb58b8e service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031308 Sep 22 13:12:04.260464 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-91f8b8e0-1e08-4d0c-b5a6-5404cb537000 req-b44e8f43-ebe5-470b-897c-34b31daa716d service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915775 Sep 22 13:12:04.539604 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d8476-a195-434e-9d20-c9911e73aa3a req-1164c8aa-c9df-4477-81fd-3a41419d1688 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:04.541234 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2a9d8476-a195-434e-9d20-c9911e73aa3a req-1164c8aa-c9df-4477-81fd-3a41419d1688 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 944 time: 0.0580215 Sep 22 13:12:04.589889 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2a9d8476-a195-434e-9d20-c9911e73aa3a req-2191e3d2-8827-4f81-90ea-4e5f858ee844 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412159 Sep 22 13:12:05.023841 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-610a8e43-988a-4fb4-91e3-8791ead2873c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:05.218756 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330e1db-8090-44a7-9240-435f394d4834 req-541c692a-034f-4a6b-acc1-bcd01ffdf174 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:05.220370 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7330e1db-8090-44a7-9240-435f394d4834 req-541c692a-034f-4a6b-acc1-bcd01ffdf174 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0512607 Sep 22 13:12:05.258785 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7330e1db-8090-44a7-9240-435f394d4834 req-23fe8c7d-d0a9-467e-8d84-255ab7bf1d4b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325797 Sep 22 13:12:05.713252 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c48f4-35dd-49f6-8e94-b5dcffc85052 req-5f4ee815-cfcd-46cc-ac42-053a906585ba tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:05.714800 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fe7c48f4-35dd-49f6-8e94-b5dcffc85052 req-5f4ee815-cfcd-46cc-ac42-053a906585ba tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 944 time: 0.0531783 Sep 22 13:12:05.756867 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fe7c48f4-35dd-49f6-8e94-b5dcffc85052 req-944b5bf5-1baf-4d9e-a448-4be029cec737 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330665 Sep 22 13:12:07.172746 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:08.155374 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device aaae317a-63a2-4d22-ad36-3ca9211cdcbb details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:12:08.252517 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port aaae317a-63a2-4d22-ad36-3ca9211cdcbb, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=aaae317a-63a2-4d22-ad36-3ca9211cdcbb,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:08.263831 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': 'aaae317a-63a2-4d22-ad36-3ca9211cdcbb', 'network_id': '486be222-2dae-4806-b5f2-6aa278197135', 'port_id': 'aaae317a-63a2-4d22-ad36-3ca9211cdcbb', 'mac_address': 'fa:16:3e:4b:0c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:12:08.303994 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:08.323080 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaae317a-63a2-4d22-ad36-3ca9211cdcbb {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:12:08.343813 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port aaae317a-63a2-4d22-ad36-3ca9211cdcbb, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=aaae317a-63a2-4d22-ad36-3ca9211cdcbb,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:08.400330 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d8784-8780-4d5e-899a-0f1e01d0505c req-2156fc96-7a58-4539-a1ba-330f1dd06685 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:08.401823 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2a3d8784-8780-4d5e-899a-0f1e01d0505c req-2156fc96-7a58-4539-a1ba-330f1dd06685 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0501361 Sep 22 13:12:08.407727 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda99b7-7f42-4dd9-aa21-0cb68f680cb0 req-ff6c4ede-c775-4709-a73f-f1b8aa1cb46a tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:08.409443 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3dda99b7-7f42-4dd9-aa21-0cb68f680cb0 req-ff6c4ede-c775-4709-a73f-f1b8aa1cb46a tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 944 time: 0.0480745 Sep 22 13:12:08.412173 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:08.445039 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2a3d8784-8780-4d5e-899a-0f1e01d0505c req-8929ccb0-97fa-471a-ad29-146433747fd4 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369830 Sep 22 13:12:08.452919 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3dda99b7-7f42-4dd9-aa21-0cb68f680cb0 req-fca6712f-6df6-4db3-9d83-5cf49910cbf4 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357645 Sep 22 13:12:08.487000 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=aaae317a-63a2-4d22-ad36-3ca9211cdcbb,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:08.494180 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:08.494530 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:08.494871 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:08.495206 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:08.495570 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:08.495931 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:08.496273 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:08.496591 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:08.496941 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:08.497269 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:08.497598 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:08.497916 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:08.549420 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6a04c02e-a614-477e-bd8f-9c19749d9859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:08.926070 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:08.963949 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['aaae317a-63a2-4d22-ad36-3ca9211cdcbb'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:12:09.238673 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d09060eb-3719-4a7b-9216-b73cb87171c3 req-b6d7d5ac-be02-4c73-a8a6-4fed01b9b874 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414727 Sep 22 13:12:09.391746 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09060eb-3719-4a7b-9216-b73cb87171c3 req-45c7dee7-1b44-4209-b896-bbb8494f69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:09.393373 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d09060eb-3719-4a7b-9216-b73cb87171c3 req-45c7dee7-1b44-4209-b896-bbb8494f69ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3e2fa50df244271b7c1994faa0b6e0b&device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 1098 time: 0.0914528 Sep 22 13:12:09.514325 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09060eb-3719-4a7b-9216-b73cb87171c3 req-872907a1-57ba-4770-9ead-f4a9627ae65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:09.516427 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d09060eb-3719-4a7b-9216-b73cb87171c3 req-872907a1-57ba-4770-9ead-f4a9627ae65c service neutron] 10.222.0.23 "GET /v2.0/networks?id=5eacca51-cfa9-49d8-9462-091affedf979 HTTP/1.1" status: 200 len: 912 time: 0.0949609 Sep 22 13:12:09.570068 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d09060eb-3719-4a7b-9216-b73cb87171c3 req-cb1903bf-79ab-4bc1-bd02-03f009122922 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 HTTP/1.1" status: 200 len: 217 time: 0.0422528 Sep 22 13:12:09.642244 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09060eb-3719-4a7b-9216-b73cb87171c3 req-ff339bf8-0858-480c-9a23-225d6dbefdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:09.643786 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d09060eb-3719-4a7b-9216-b73cb87171c3 req-ff339bf8-0858-480c-9a23-225d6dbefdaa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6905812-06a9-45db-987e-8620ceddf7fe HTTP/1.1" status: 200 len: 851 time: 0.0644197 Sep 22 13:12:09.654846 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b6a57-928c-42e2-b54f-163cde3c6c18 req-7e299fc0-1952-4b18-8a8a-35b8e837765f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:09.656998 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ba3b6a57-928c-42e2-b54f-163cde3c6c18 req-7e299fc0-1952-4b18-8a8a-35b8e837765f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 945 time: 0.0897257 Sep 22 13:12:09.688570 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d09060eb-3719-4a7b-9216-b73cb87171c3 req-f9d4f81b-b182-4f8b-a1df-47612c964f1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5eacca51-cfa9-49d8-9462-091affedf979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306046 Sep 22 13:12:09.737449 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ba3b6a57-928c-42e2-b54f-163cde3c6c18 req-b2786964-f6a8-4d61-a832-81fa1fedd524 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718739 Sep 22 13:12:09.815436 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d09060eb-3719-4a7b-9216-b73cb87171c3 req-46a37d93-315c-4ab3-9529-3eb510b84952 service neutron] 10.222.0.23 "GET /v2.0/networks/5eacca51-cfa9-49d8-9462-091affedf979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144259 Sep 22 13:12:09.915135 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a150cc-1bc0-40d6-97a1-033edcabe198 req-1b9be726-9a81-48f4-9414-4c470a129b8e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:09.916721 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b6a150cc-1bc0-40d6-97a1-033edcabe198 req-1b9be726-9a81-48f4-9414-4c470a129b8e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.1198173 Sep 22 13:12:09.959203 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d09060eb-3719-4a7b-9216-b73cb87171c3 req-560e63e0-f590-4507-9e45-179d4e33b869 service neutron] 10.222.0.23 "GET /v2.0/networks/5eacca51-cfa9-49d8-9462-091affedf979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296651 Sep 22 13:12:09.977981 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b6a150cc-1bc0-40d6-97a1-033edcabe198 req-857d7581-e600-4d0a-858b-912cc9481f97 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496874 Sep 22 13:12:10.046563 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:10.068704 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a729e7e-3309-411f-aada-8086875dc6de req-b6ad0fd7-edf6-4c76-ad06-6977a3da0416 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:10.070197 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1a729e7e-3309-411f-aada-8086875dc6de req-b6ad0fd7-edf6-4c76-ad06-6977a3da0416 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 945 time: 0.0534034 Sep 22 13:12:10.109933 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1a729e7e-3309-411f-aada-8086875dc6de req-3478a3bf-c6d2-4030-a748-2a7bdf50ce0f tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334110 Sep 22 13:12:10.863829 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166cb5a-a94a-4e63-8b7a-24075da3fb5a req-b8981ce9-df05-407e-bf17-a470def06ca0 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:10.865350 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c166cb5a-a94a-4e63-8b7a-24075da3fb5a req-b8981ce9-df05-407e-bf17-a470def06ca0 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 945 time: 0.0510094 Sep 22 13:12:10.906511 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c166cb5a-a94a-4e63-8b7a-24075da3fb5a req-d15be041-504f-4d91-a933-df6a34118063 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346215 Sep 22 13:12:11.100931 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9243c-8d0b-4f85-8bc9-8d45a68ea020 req-92be1fbe-2b1f-4907-a73c-051a23eb942a tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:11.102441 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-62d9243c-8d0b-4f85-8bc9-8d45a68ea020 req-92be1fbe-2b1f-4907-a73c-051a23eb942a tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0482256 Sep 22 13:12:11.141349 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-62d9243c-8d0b-4f85-8bc9-8d45a68ea020 req-4a87c651-7a83-47cd-9f22-abcb2feb27f4 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327959 Sep 22 13:12:11.175298 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device aaae317a-63a2-4d22-ad36-3ca9211cdcbb up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:12:11.230289 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c713de-7171-4f78-af6a-eccefb145c36 req-749ba9e6-7963-490f-84fb-1537e3653d62 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:11.234862 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-42c713de-7171-4f78-af6a-eccefb145c36 req-749ba9e6-7963-490f-84fb-1537e3653d62 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 945 time: 0.0512786 Sep 22 13:12:11.270440 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-42c713de-7171-4f78-af6a-eccefb145c36 req-2914c4ac-f2db-4f04-a760-5845b55e33b8 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311425 Sep 22 13:12:11.280535 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port aaae317a-63a2-4d22-ad36-3ca9211cdcbb completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:12:11.286975 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port aaae317a-63a2-4d22-ad36-3ca9211cdcbb triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:11.287301 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:11.365698 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:11.387250 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8369eb82-e777-4163-baea-b3cc2fa04b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaae317a-63a2-4d22-ad36-3ca9211cdcbb'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:12:11.389471 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6fd562-5f74-4971-a4aa-13e136a621c1" -d '{"events": [{"server_uuid": "8369eb82-e777-4163-baea-b3cc2fa04b12", "name": "network-vif-plugged", "status": "completed", "tag": "aaae317a-63a2-4d22-ad36-3ca9211cdcbb"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:12:11.402546 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port aaae317a-63a2-4d22-ad36-3ca9211cdcbb, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=aaae317a-63a2-4d22-ad36-3ca9211cdcbb,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:11.428262 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3bbd62-d1a9-478e-b661-22af7fe4ffd9 x-openstack-request-id: req-cb3bbd62-d1a9-478e-b661-22af7fe4ffd9 {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:12:11.428554 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8369eb82-e777-4163-baea-b3cc2fa04b12", "name": "network-vif-plugged", "status": "completed", "tag": "aaae317a-63a2-4d22-ad36-3ca9211cdcbb", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:12:11.428809 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb3bbd62-d1a9-478e-b661-22af7fe4ffd9 {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:12:11.429244 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8369eb82-e777-4163-baea-b3cc2fa04b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaae317a-63a2-4d22-ad36-3ca9211cdcbb', 'code': 200} Sep 22 13:12:11.486625 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:11.554560 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=aaae317a-63a2-4d22-ad36-3ca9211cdcbb,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:11.726571 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:11.973019 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85156c0f-573f-4c46-868d-527d42d0f8a5 req-45803870-4a8b-441a-9edd-5328515e0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:11.974798 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-85156c0f-573f-4c46-868d-527d42d0f8a5 req-45803870-4a8b-441a-9edd-5328515e0d1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 1099 time: 0.0444007 Sep 22 13:12:12.042333 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-85156c0f-573f-4c46-868d-527d42d0f8a5 req-21e9b79a-4c87-45a7-95f3-8193ea4ef27f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563588 Sep 22 13:12:12.058847 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b485f-249b-42c5-9498-b4587eed85e4 req-24469775-d121-4be3-a5a9-4025fbb70a87 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:12.060301 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f10b485f-249b-42c5-9498-b4587eed85e4 req-24469775-d121-4be3-a5a9-4025fbb70a87 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 946 time: 0.0608702 Sep 22 13:12:12.099821 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f10b485f-249b-42c5-9498-b4587eed85e4 req-a3bf1977-caca-4ec1-af1f-6ae097a84d50 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328252 Sep 22 13:12:12.259078 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c4da7-9da4-41dd-b317-39b92846d0e2 req-21dd341b-fec4-416b-b111-fbba92d22f49 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:12.260613 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b07c4da7-9da4-41dd-b317-39b92846d0e2 req-21dd341b-fec4-416b-b111-fbba92d22f49 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0499804 Sep 22 13:12:12.302588 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b07c4da7-9da4-41dd-b317-39b92846d0e2 req-b1cea189-a821-4fb8-b5c9-4f17d86264c3 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344632 Sep 22 13:12:12.403768 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c52d-9e96-4eef-90ab-ef5f025128ec req-1711087b-713f-4584-87b2-9fb9e57c3895 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:12.405304 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4fb8c52d-9e96-4eef-90ab-ef5f025128ec req-1711087b-713f-4584-87b2-9fb9e57c3895 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 945 time: 0.0632362 Sep 22 13:12:12.445360 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4fb8c52d-9e96-4eef-90ab-ef5f025128ec req-dd1b8bcd-2e4c-4f1a-b5d4-6fa31b15126c tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323362 Sep 22 13:12:12.838610 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f2cce-adea-4a14-910d-94c4153cd835 req-c651d8b4-6da0-4ac3-b92e-ffd2aa27f392 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:12.840042 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-966f2cce-adea-4a14-910d-94c4153cd835 req-c651d8b4-6da0-4ac3-b92e-ffd2aa27f392 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 945 time: 0.0502222 Sep 22 13:12:13.190947 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-966f2cce-adea-4a14-910d-94c4153cd835 req-fe8e0ac1-2429-40d4-8d25-7d8a6ee2dff9 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Deleting port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:12:13.191666 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-966f2cce-adea-4a14-910d-94c4153cd835 req-fe8e0ac1-2429-40d4-8d25-7d8a6ee2dff9 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:13.236947 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241c0a1-7114-4cbb-a1ce-130cb6d2d8e6 req-d4dd172c-8221-4862-9f11-95efae42f927 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:13.237106 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9241c0a1-7114-4cbb-a1ce-130cb6d2d8e6 req-d4dd172c-8221-4862-9f11-95efae42f927 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 946 time: 0.0577643 Sep 22 13:12:13.284624 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9241c0a1-7114-4cbb-a1ce-130cb6d2d8e6 req-432a2c59-488d-45e2-bf38-c006866fcb7f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414972 Sep 22 13:12:13.287273 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-966f2cce-adea-4a14-910d-94c4153cd835 req-fe8e0ac1-2429-40d4-8d25-7d8a6ee2dff9 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] For port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a2bbb5b2-cff5-4e17-b8fc-9bf130271e67,segment=NetworkSegment(84fd2bf3-a388-4162-a4dc-7eab86cf50e8),segment_id=84fd2bf3-a388-4162-a4dc-7eab86cf50e8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:13.287671 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-966f2cce-adea-4a14-910d-94c4153cd835 req-fe8e0ac1-2429-40d4-8d25-7d8a6ee2dff9 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:13.304096 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-966f2cce-adea-4a14-910d-94c4153cd835 req-fe8e0ac1-2429-40d4-8d25-7d8a6ee2dff9 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Calling delete_port for a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:12:13.454120 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57745f3-f7f9-4321-ba0c-c4a9dde618b4 req-1be4f853-a96c-43d0-a7f6-c59d8e5c6c0c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:13.455642 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f57745f3-f7f9-4321-ba0c-c4a9dde618b4 req-1be4f853-a96c-43d0-a7f6-c59d8e5c6c0c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0782244 Sep 22 13:12:13.534809 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f57745f3-f7f9-4321-ba0c-c4a9dde618b4 req-c08dcacc-26c8-4040-8559-d8887fd7166d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508466 Sep 22 13:12:13.598813 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988609a-65e5-469c-a1a3-8de7b31fe0a6 req-00cc5f2c-0d2d-456b-97ab-24044c4be593 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:13.600445 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e988609a-65e5-469c-a1a3-8de7b31fe0a6 req-00cc5f2c-0d2d-456b-97ab-24044c4be593 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 945 time: 0.0505843 Sep 22 13:12:13.639668 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e988609a-65e5-469c-a1a3-8de7b31fe0a6 req-c635d59d-bb6c-44bd-9939-aa65828a6927 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/security-groups?id=25182cb3-2a50-4c8b-a206-a7d99a8b425a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329545 Sep 22 13:12:13.657765 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-966f2cce-adea-4a14-910d-94c4153cd835 req-fe8e0ac1-2429-40d4-8d25-7d8a6ee2dff9 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:13.674273 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['a2bbb5b2-cff5-4e17-b8fc-9bf130271e67'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:12:13.690448 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e0ac1-2429-40d4-8d25-7d8a6ee2dff9 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Pushing event deleted for resources: {'Port': ['ID=a2bbb5b2-cff5-4e17-b8fc-9bf130271e67,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:13.758393 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-966f2cce-adea-4a14-910d-94c4153cd835 req-fe8e0ac1-2429-40d4-8d25-7d8a6ee2dff9 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] No DVR routers for this DVR port a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 on host hv-cinder-81000 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:12:13.761375 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-966f2cce-adea-4a14-910d-94c4153cd835 req-fe8e0ac1-2429-40d4-8d25-7d8a6ee2dff9 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:13.763645 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-966f2cce-adea-4a14-910d-94c4153cd835 req-fe8e0ac1-2429-40d4-8d25-7d8a6ee2dff9 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.23 "DELETE /v2.0/ports/a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 HTTP/1.1" status: 204 len: 173 time: 0.9054012 Sep 22 13:12:13.764105 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0bb6655-1b93-4b10-a1fe-b73fd3adaff8', 'name': 'network-vif-deleted', 'tag': 'a2bbb5b2-cff5-4e17-b8fc-9bf130271e67'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:12:13.766511 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25458157-0b9c-4467-934f-ce9337c26061" -d '{"events": [{"server_uuid": "b0bb6655-1b93-4b10-a1fe-b73fd3adaff8", "name": "network-vif-deleted", "tag": "a2bbb5b2-cff5-4e17-b8fc-9bf130271e67"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:12:13.803403 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c7b65b-8375-41ca-a090-4ad1ed4c2c64 x-openstack-request-id: req-99c7b65b-8375-41ca-a090-4ad1ed4c2c64 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:12:13.803793 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0bb6655-1b93-4b10-a1fe-b73fd3adaff8", "name": "network-vif-deleted", "tag": "a2bbb5b2-cff5-4e17-b8fc-9bf130271e67", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:12:13.804397 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99c7b65b-8375-41ca-a090-4ad1ed4c2c64 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:12:13.804729 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0bb6655-1b93-4b10-a1fe-b73fd3adaff8', 'name': 'network-vif-deleted', 'tag': 'a2bbb5b2-cff5-4e17-b8fc-9bf130271e67', 'status': 'completed', 'code': 200} Sep 22 13:12:14.401915 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd490b-aebe-493e-8dde-3e38de5c70c8 req-7f2979e7-71df-4a49-b2fc-e4dce2411a82 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:14.403408 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cabd490b-aebe-493e-8dde-3e38de5c70c8 req-7f2979e7-71df-4a49-b2fc-e4dce2411a82 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 946 time: 0.0503066 Sep 22 13:12:14.444038 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cabd490b-aebe-493e-8dde-3e38de5c70c8 req-8f482699-05f5-4a46-920a-7184795d409f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338082 Sep 22 13:12:14.696270 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde410b-8a67-43b8-9f85-4e1fb25804bc req-aecfc00b-9946-4eb5-a695-1ad923c445c6 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:14.698981 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dfde410b-8a67-43b8-9f85-4e1fb25804bc req-aecfc00b-9946-4eb5-a695-1ad923c445c6 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0780640 Sep 22 13:12:14.743749 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dfde410b-8a67-43b8-9f85-4e1fb25804bc req-4318cefc-d6a8-46c8-be07-ec58cec86416 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379474 Sep 22 13:12:14.779901 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7cf1f742-f677-442a-b524-fd100951d6e6 req-cf4ab9e8-a9c8-4c1f-8215-19a3ed2d707a tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 210 time: 0.0318174 Sep 22 13:12:15.316240 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 57682) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:15.423674 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6370030-a8fd-4ad5-9272-f7e194aea6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:15.523951 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6370030-a8fd-4ad5-9272-f7e194aea6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:15.866995 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c0b62-acad-491d-8ded-a3b38041e029 req-7c244009-1e37-4ed9-a1f2-5b7cc44671d9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:15.868754 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f54c0b62-acad-491d-8ded-a3b38041e029 req-7c244009-1e37-4ed9-a1f2-5b7cc44671d9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0513937 Sep 22 13:12:15.909359 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f54c0b62-acad-491d-8ded-a3b38041e029 req-76d087eb-1e9e-442a-b44d-f1c740e6a0e8 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327854 Sep 22 13:12:15.910835 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d8d12f03-8fcd-4913-9615-be2c21680672 req-2361d00d-05f1-4b57-b06d-b134f58bd963 tempest-DeleteServersTestJSON-2010014824 tempest-DeleteServersTestJSON-2010014824-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bb6655-1b93-4b10-a1fe-b73fd3adaff8 HTTP/1.1" status: 200 len: 210 time: 0.0267184 Sep 22 13:12:15.960299 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a6370030-a8fd-4ad5-9272-f7e194aea6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:15.998090 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6370030-a8fd-4ad5-9272-f7e194aea6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6cdea1-1d7f-40ea-a03a-629407132d6c,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:16.006564 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-a6370030-a8fd-4ad5-9272-f7e194aea6a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0de6329850b04ed089e8c39c67234e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6871164 Sep 22 13:12:16.008535 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 57694) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:16.061451 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe645-8856-4054-96e1-6a36d8523cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:16.070436 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 57696) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:16.088744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe645-8856-4054-96e1-6a36d8523cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:16.193790 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f24fda5b-818a-4b53-b4af-762171040aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:16.246222 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe645-8856-4054-96e1-6a36d8523cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:16.249956 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe645-8856-4054-96e1-6a36d8523cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:16.252205 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-2d6fe645-8856-4054-96e1-6a36d8523cb9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b6cdea1-1d7f-40ea-a03a-629407132d6c HTTP/1.1" status: 204 len: 168 time: 0.2419217 Sep 22 13:12:16.266606 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fe645-8856-4054-96e1-6a36d8523cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6cdea1-1d7f-40ea-a03a-629407132d6c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:16.317103 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f24fda5b-818a-4b53-b4af-762171040aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:16.457261 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f24fda5b-818a-4b53-b4af-762171040aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:16.496313 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-f24fda5b-818a-4b53-b4af-762171040aaf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd28a6df8120457b9d92ccfdb2be735e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241564 Sep 22 13:12:16.497160 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fda5b-818a-4b53-b4af-762171040aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfea5f25-5aba-414f-a35a-6c65ef05d95e,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:16.498985 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 57708) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:16.552937 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8d2388a-71de-4f4f-9c06-86e15d0ca954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:16.575123 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8d2388a-71de-4f4f-9c06-86e15d0ca954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:16.738092 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8d2388a-71de-4f4f-9c06-86e15d0ca954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:16.741043 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e8d2388a-71de-4f4f-9c06-86e15d0ca954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:16.744933 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-e8d2388a-71de-4f4f-9c06-86e15d0ca954 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfea5f25-5aba-414f-a35a-6c65ef05d95e HTTP/1.1" status: 204 len: 168 time: 0.2415934 Sep 22 13:12:16.751809 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2388a-71de-4f4f-9c06-86e15d0ca954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfea5f25-5aba-414f-a35a-6c65ef05d95e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:17.040879 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d6e78-9d45-4f2b-96f7-39c553bc5e86 req-2dcc84f4-047c-400f-9532-cc251b29f24e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:17.042714 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ba1d6e78-9d45-4f2b-96f7-39c553bc5e86 req-2dcc84f4-047c-400f-9532-cc251b29f24e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0509243 Sep 22 13:12:17.084832 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ba1d6e78-9d45-4f2b-96f7-39c553bc5e86 req-d57038ff-e150-4059-bf2a-1125d11bc585 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352786 Sep 22 13:12:17.192803 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:12:17.215826 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:12:17.216170 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device a2bbb5b2-cff5-4e17-b8fc-9bf130271e67 not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:12:17.711384 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 57762) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:17.726111 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd686897-37e7-426d-a39b-8956daeebce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:17.809494 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 57774) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:17.867389 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd686897-37e7-426d-a39b-8956daeebce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:17.945621 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-09c6f228-58b8-4791-b08e-d4d2f9f36d7c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:17.947233 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-09c6f228-58b8-4791-b08e-d4d2f9f36d7c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/networks?id=486be222-2dae-4806-b5f2-6aa278197135 HTTP/1.1" status: 200 len: 815 time: 0.1255934 Sep 22 13:12:17.948410 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dd686897-37e7-426d-a39b-8956daeebce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:17.965339 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-668194365-network', 'tenant_id': 'dc99723145834860a6127632c31447c4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:18.010614 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-fd5f16b1-8d87-4baf-a98c-8bd53b6bf895 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/quotas/86bd01d73b164c0496803e15f5becaea HTTP/1.1" status: 200 len: 375 time: 0.0568988 Sep 22 13:12:18.014202 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd686897-37e7-426d-a39b-8956daeebce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcf81d5-b490-4590-986c-0bba27c280d2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:18.020777 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-dd686897-37e7-426d-a39b-8956daeebce7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c60e4761445406bbe4c4eaebf314d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079236 Sep 22 13:12:18.023635 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 57778) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:18.073919 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-266b4949-0dd1-4bb3-a9e3-96556666a622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:18.075883 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-d1289bcb-aca7-4b1b-a844-81f303d7c36d tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=86bd01d73b164c0496803e15f5becaea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529981 Sep 22 13:12:18.099816 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-266b4949-0dd1-4bb3-a9e3-96556666a622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:18.102561 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] Made reservation on behalf of dc99723145834860a6127632c31447c4 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:12:18.104839 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:18.122287 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:18.197452 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-d64b7418-1017-4b4b-9b6e-92877269be5c service neutron] 10.222.0.43 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141255 Sep 22 13:12:18.208253 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bca3c-f8e1-4f73-af42-bbd7473cb005 req-ec514a52-2181-4db2-9a2e-ebf0f77ad6d0 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:18.209818 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c96bca3c-f8e1-4f73-af42-bbd7473cb005 req-ec514a52-2181-4db2-9a2e-ebf0f77ad6d0 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0508587 Sep 22 13:12:18.248571 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c96bca3c-f8e1-4f73-af42-bbd7473cb005 req-5d8b8420-a40f-4b53-9dd1-dd7395eca6bd tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Sep 22 13:12:18.251759 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-266b4949-0dd1-4bb3-a9e3-96556666a622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:18.254671 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-266b4949-0dd1-4bb3-a9e3-96556666a622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:18.258832 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-266b4949-0dd1-4bb3-a9e3-96556666a622 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfcf81d5-b490-4590-986c-0bba27c280d2 HTTP/1.1" status: 204 len: 168 time: 0.2311177 Sep 22 13:12:18.268976 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b4949-0dd1-4bb3-a9e3-96556666a622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcf81d5-b490-4590-986c-0bba27c280d2,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:18.323245 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e4590132-4390-4baf-9bde-53e5af70b8e6 service neutron] 10.222.0.43 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184707 Sep 22 13:12:18.368582 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:18.503054 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:18.570825 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:12:18.583887 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8ab221-e489-4bc7-aab4-5567d115693f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:18.591253 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:18.591645 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.segments_db [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] Added segment da494060-7d79-4722-8aa1-73cb5bbc42c8 of type vlan for network d0a1aecb-1239-48e9-9116-fc0789f6366d Sep 22 13:12:18.671912 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:18.726974 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cebdabb7-1130-4892-a99d-05f6c726b669 req-0030f0d5-8efe-4d71-a1ac-08fefc696dcc tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 210 time: 0.0996263 Sep 22 13:12:18.810232 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:18.811233 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:18.812603 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:18.900022 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a1aecb-1239-48e9-9116-fc0789f6366d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:18.910457 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network d0a1aecb-1239-48e9-9116-fc0789f6366d details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:12:18.984311 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-17465192-77ea-4d06-ba0a-8876565b6334 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1731021 Sep 22 13:12:18.987287 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 57820) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:18.992385 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-4dc24fef-bdec-4ec2-beac-6da783c842a6 admin admin] Request body: {'subnet': {'network_id': 'd0a1aecb-1239-48e9-9116-fc0789f6366d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-668194365-subnet', 'tenant_id': 'dc99723145834860a6127632c31447c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:18.997732 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 57822) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:19.041479 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa942d86-d8ee-4e09-9fd7-6d0e227e7e4c admin admin] Deleting subnet b6905812-06a9-45db-987e-8620ceddf7fe {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:12:19.044395 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa942d86-d8ee-4e09-9fd7-6d0e227e7e4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:19.078787 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa942d86-d8ee-4e09-9fd7-6d0e227e7e4c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:19.087748 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa942d86-d8ee-4e09-9fd7-6d0e227e7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:19.148637 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc24fef-bdec-4ec2-beac-6da783c842a6 admin admin] Made reservation on behalf of dc99723145834860a6127632c31447c4 for: {'subnet': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:12:19.148637 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4dc24fef-bdec-4ec2-beac-6da783c842a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:19.240453 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa942d86-d8ee-4e09-9fd7-6d0e227e7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:19.265766 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa942d86-d8ee-4e09-9fd7-6d0e227e7e4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6905812-06a9-45db-987e-8620ceddf7fe,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:19.271171 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fa942d86-d8ee-4e09-9fd7-6d0e227e7e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:19.277255 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-fa942d86-d8ee-4e09-9fd7-6d0e227e7e4c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b6905812-06a9-45db-987e-8620ceddf7fe HTTP/1.1" status: 204 len: 168 time: 0.2769084 Sep 22 13:12:19.277255 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 57828) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:19.383980 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:19.434633 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4dc24fef-bdec-4ec2-beac-6da783c842a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for subnet, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:19.458531 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e4c40-bbc6-43b3-9f06-d7789da8c625 req-bcdeca33-5ac0-4344-87dd-d3b16645f68d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:19.460059 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-837e4c40-bbc6-43b3-9f06-d7789da8c625 req-bcdeca33-5ac0-4344-87dd-d3b16645f68d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0993733 Sep 22 13:12:19.491300 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc24fef-bdec-4ec2-beac-6da783c842a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b01b4d-8da1-45f3-bf3d-15e6640dcf17,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:19.500634 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc24fef-bdec-4ec2-beac-6da783c842a6 admin admin] Checking segment: {'id': 'da494060-7d79-4722-8aa1-73cb5bbc42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0a1aecb-1239-48e9-9116-fc0789f6366d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:12:19.501024 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc24fef-bdec-4ec2-beac-6da783c842a6 admin admin] Network hostable DHCP agents. Network: d0a1aecb-1239-48e9-9116-fc0789f6366d, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:12:19.512556 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:19.552216 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:12:19.552216 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:12:19.552216 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:12:19.552216 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Subscribe: > port after_create 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:12:19.552216 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:12:19.552216 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Subscribe: > port after_update 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:12:19.552216 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:12:19.552216 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:12:19.552216 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:12:19.552955 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:12:19.645764 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc24fef-bdec-4ec2-beac-6da783c842a6 admin admin] Network d0a1aecb-1239-48e9-9116-fc0789f6366d is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:12:19.704522 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:12:19.704948 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:12:19.705310 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:12:19.705755 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:12:19.707204 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eacca51-cfa9-49d8-9462-091affedf979']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:19.726210 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-837e4c40-bbc6-43b3-9f06-d7789da8c625 req-00f715f1-b8bf-4c8e-89d2-fc538193d6bf tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564046 Sep 22 13:12:19.732619 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fd2bf3-a388-4162-a4dc-7eab86cf50e8') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:19.732921 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fd2bf3-a388-4162-a4dc-7eab86cf50e8') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:19.753097 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8721767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:19.775576 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-4dc24fef-bdec-4ec2-beac-6da783c842a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, d0a1aecb-1239-48e9-9116-fc0789f6366d) {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:19.775807 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:19.781681 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc24fef-bdec-4ec2-beac-6da783c842a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:19.783632 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4dc24fef-bdec-4ec2-beac-6da783c842a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:19.785818 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:12:19.786473 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8743871'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:19.788718 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd400e2-ea75-4d77-bcb2-7e81dbdf91b2 None None] Network d0a1aecb-1239-48e9-9116-fc0789f6366d requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: from cryptography.utils import int_from_bytes Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: from cryptography.utils import int_from_bytes Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: Traceback (most recent call last): Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: timer() Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: cb(*args, **kw) Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: return func(*args, **kwargs) Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: self._notify() Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: self.callback(batched_events) Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: event.method(event) Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: return f(self, *a, **k) Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._get(url).json() Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: return self.request(url, 'GET', **kwargs) Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:12:19.807531 dv-cinder-810000-3-iscsi neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:12:19.845649 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6e5e8f32-11e3-409a-b176-1505342f4f6a req-829c1b44-c934-41d3-9fff-bf7de578d97e tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 210 time: 0.0380490 Sep 22 13:12:19.944133 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4253bcb-4fb9-4c36-98eb-8365b610fea3 None None] Network d0a1aecb-1239-48e9-9116-fc0789f6366d requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:12:19.999634 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-4dc24fef-bdec-4ec2-beac-6da783c842a6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0104277 Sep 22 13:12:20.022785 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:20.031943 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:20.036527 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5eacca51-cfa9-49d8-9462-091affedf979 HTTP/1.1" status: 204 len: 168 time: 0.7562449 Sep 22 13:12:20.061097 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331a309-af75-4528-b878-f410b4c33c65 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eacca51-cfa9-49d8-9462-091affedf979,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:20.540022 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 57864) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:20.580237 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-53d06f89-7622-4df6-9068-f9710cf55cb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3e2fa50df244271b7c1994faa0b6e0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390275 Sep 22 13:12:20.582788 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 57866) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:20.632263 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-603790f5-03b1-48e2-bc56-76120b9892ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:20.665725 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-603790f5-03b1-48e2-bc56-76120b9892ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:20.834606 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-603790f5-03b1-48e2-bc56-76120b9892ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:20.839932 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-603790f5-03b1-48e2-bc56-76120b9892ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:20.843745 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-603790f5-03b1-48e2-bc56-76120b9892ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25182cb3-2a50-4c8b-a206-a7d99a8b425a HTTP/1.1" status: 204 len: 168 time: 0.2576251 Sep 22 13:12:20.862560 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603790f5-03b1-48e2-bc56-76120b9892ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25182cb3-2a50-4c8b-a206-a7d99a8b425a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:20.871672 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56816fe8-f92c-4895-ac23-2502931f6581 req-53fd04da-da7e-4c3a-a2f5-ab66bd4c0463 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:20.879748 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-56816fe8-f92c-4895-ac23-2502931f6581 req-53fd04da-da7e-4c3a-a2f5-ab66bd4c0463 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0813043 Sep 22 13:12:20.922995 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-56816fe8-f92c-4895-ac23-2502931f6581 req-69e17522-1760-4eb2-a4fa-d46eaca457f6 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422513 Sep 22 13:12:20.982676 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8a7862c1-6288-41fa-a096-a1207894aed5 req-40dede21-d7b5-4230-849f-055a4aa39681 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 210 time: 0.0344048 Sep 22 13:12:21.462602 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-a4534248-7d83-456b-8063-aa6f74770e49 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:21.464109 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-a4534248-7d83-456b-8063-aa6f74770e49 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "GET /v2.0/networks?id=486be222-2dae-4806-b5f2-6aa278197135 HTTP/1.1" status: 200 len: 815 time: 0.1059470 Sep 22 13:12:21.485210 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-b21d7b0a-3107-4552-909d-56dd39e43e77 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Request body: {'port': {'device_id': '1dc54643-cc02-4783-b19d-488a79688fba', 'network_id': '486be222-2dae-4806-b5f2-6aa278197135', 'admin_state_up': True, 'tenant_id': '86bd01d73b164c0496803e15f5becaea'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:21.512384 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:12:21.758526 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-b21d7b0a-3107-4552-909d-56dd39e43e77 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Made reservation on behalf of 86bd01d73b164c0496803e15f5becaea for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:12:21.765206 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-b21d7b0a-3107-4552-909d-56dd39e43e77 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:21.900178 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-b21d7b0a-3107-4552-909d-56dd39e43e77 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Allocated IP 172.20.0.7 (486be222-2dae-4806-b5f2-6aa278197135/7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d/61212e42-5473-4004-80a0-373d6f55f8f2) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:12:22.114855 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-b21d7b0a-3107-4552-909d-56dd39e43e77 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:22.136401 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9fa328e8-b3b7-4827-9b8e-4f4b54978862 req-7014306b-1de5-4f35-98a2-3cb55a265fef tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 210 time: 0.0609438 Sep 22 13:12:22.140530 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2aaf5-3014-4972-bb0b-0f50eb931542 req-970f7d87-b710-4fd4-8c68-490864bdaa50 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:22.141637 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-50a2aaf5-3014-4972-bb0b-0f50eb931542 req-970f7d87-b710-4fd4-8c68-490864bdaa50 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0903537 Sep 22 13:12:22.238644 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-50a2aaf5-3014-4972-bb0b-0f50eb931542 req-278b1f75-b9c6-4a02-aa90-0daf55b7b0ab tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731473 Sep 22 13:12:22.320313 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-b21d7b0a-3107-4552-909d-56dd39e43e77 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:22.356518 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4', 'aaae317a-63a2-4d22-ad36-3ca9211cdcbb'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:12:22.364621 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-b21d7b0a-3107-4552-909d-56dd39e43e77 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Network 486be222-2dae-4806-b5f2-6aa278197135 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:12:22.387532 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-b21d7b0a-3107-4552-909d-56dd39e43e77 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:22.391159 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-b21d7b0a-3107-4552-909d-56dd39e43e77 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:12:22.456828 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d7b0a-3107-4552-909d-56dd39e43e77 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Pushing event updated for resources: {'Port': ['ID=61212e42-5473-4004-80a0-373d6f55f8f2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:22.506960 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-b21d7b0a-3107-4552-909d-56dd39e43e77 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:22.507846 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-b21d7b0a-3107-4552-909d-56dd39e43e77 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:22.555873 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-316ec8f3-b7c5-4425-85b2-4ffe11abd48e tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:22.557947 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-316ec8f3-b7c5-4425-85b2-4ffe11abd48e tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/networks?id=d0a1aecb-1239-48e9-9116-fc0789f6366d HTTP/1.1" status: 200 len: 808 time: 0.1971166 Sep 22 13:12:22.573858 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-d00e20fe-5d33-47e3-b81d-2b717a9a439d tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/quotas/dc99723145834860a6127632c31447c4 HTTP/1.1" status: 200 len: 375 time: 0.0103240 Sep 22 13:12:22.617556 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-cbbfe500-f71d-4fdc-abc2-97d8fd704762 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc99723145834860a6127632c31447c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370066 Sep 22 13:12:22.619371 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-b21d7b0a-3107-4552-909d-56dd39e43e77 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1399803 Sep 22 13:12:22.642674 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Request body: {'port': {'device_id': '1dc54643-cc02-4783-b19d-488a79688fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:22.757974 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:22.784389 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-c03f025b-f30d-4c62-914e-8b673b090d2e service neutron] 10.222.0.43 "GET /v2.0/networks/d0a1aecb-1239-48e9-9116-fc0789f6366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568499 Sep 22 13:12:22.971255 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-263bab8e-7bde-4134-8cd7-73f1a73319a9 service neutron] 10.222.0.43 "GET /v2.0/networks/d0a1aecb-1239-48e9-9116-fc0789f6366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664994 Sep 22 13:12:23.117051 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61212e42-5473-4004-80a0-373d6f55f8f2 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:12:23.125368 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:23.138028 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Transition to ACTIVE for port object 61212e42-5473-4004-80a0-373d6f55f8f2 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:12:23.211255 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:23.283080 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Pushing event updated for resources: {'Port': ['ID=61212e42-5473-4004-80a0-373d6f55f8f2,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:23.340645 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a3db7d3c-3789-413d-bef0-47a75d092163 req-48b93fbf-4e47-4342-82db-6cd06e42aa7d tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 210 time: 0.0517142 Sep 22 13:12:23.409576 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Attempting to bind port 61212e42-5473-4004-80a0-373d6f55f8f2 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:12:23.409576 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Attempting to bind port 61212e42-5473-4004-80a0-373d6f55f8f2 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:12:23.409987 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Attempting to bind port 61212e42-5473-4004-80a0-373d6f55f8f2 on network 486be222-2dae-4806-b5f2-6aa278197135 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:12:23.418585 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Port 61212e42-5473-4004-80a0-373d6f55f8f2 on network 486be222-2dae-4806-b5f2-6aa278197135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:12:23.419157 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Attempting to bind port 61212e42-5473-4004-80a0-373d6f55f8f2 on network 486be222-2dae-4806-b5f2-6aa278197135 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:12:23.434322 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:12:23.434661 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Checking segment: {'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:12:23.435044 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Bound using segment: {'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:12:23.435499 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Bound port: 61212e42-5473-4004-80a0-373d6f55f8f2, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:12:23.435853 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:23.471241 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03939212-b537-469a-a4ef-304de736f48b req-db95981c-66e1-4f28-adaf-14185dfca163 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:23.473032 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-03939212-b537-469a-a4ef-304de736f48b req-db95981c-66e1-4f28-adaf-14185dfca163 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0524635 Sep 22 13:12:23.512464 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-03939212-b537-469a-a4ef-304de736f48b req-d0272e96-8080-45de-943a-3718ec86263b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317311 Sep 22 13:12:23.514838 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a0172-71e2-4355-9cce-64c0a3f36398 req-16280a3b-88fb-40eb-ad9e-ae4abbb40abd tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:23.516408 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e99a0172-71e2-4355-9cce-64c0a3f36398 req-16280a3b-88fb-40eb-ad9e-ae4abbb40abd tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 943 time: 0.1003029 Sep 22 13:12:23.562158 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] For port 61212e42-5473-4004-80a0-373d6f55f8f2, host hv-cinder-81000, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:12:23.571738 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] For port 61212e42-5473-4004-80a0-373d6f55f8f2, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=61212e42-5473-4004-80a0-373d6f55f8f2,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:12:23.580014 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e99a0172-71e2-4355-9cce-64c0a3f36398 req-9744cb9e-320c-4fbb-af76-de92eb4f4fa5 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565696 Sep 22 13:12:23.645953 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:23.682409 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:23.682733 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:23.684181 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] 10.222.0.23 "PUT /v2.0/ports/61212e42-5473-4004-80a0-373d6f55f8f2 HTTP/1.1" status: 200 len: 1093 time: 1.0473831 Sep 22 13:12:23.684578 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc54643-cc02-4783-b19d-488a79688fba', 'tag': '61212e42-5473-4004-80a0-373d6f55f8f2'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:12:23.687417 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd945e93-b8f3-40dc-8536-7514f8f83c17" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc54643-cc02-4783-b19d-488a79688fba", "tag": "61212e42-5473-4004-80a0-373d6f55f8f2"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:12:23.717893 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671988e-c4bf-4d02-989b-bbd661954daf service neutron] Pushing event updated for resources: {'Port': ['ID=61212e42-5473-4004-80a0-373d6f55f8f2,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:23.728856 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ac5954-3191-412e-9a3f-fe9baaa5021f x-openstack-request-id: req-67ac5954-3191-412e-9a3f-fe9baaa5021f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:12:23.728856 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc54643-cc02-4783-b19d-488a79688fba", "tag": "61212e42-5473-4004-80a0-373d6f55f8f2", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:12:23.728856 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67ac5954-3191-412e-9a3f-fe9baaa5021f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:12:23.728856 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc54643-cc02-4783-b19d-488a79688fba', 'tag': '61212e42-5473-4004-80a0-373d6f55f8f2', 'status': 'completed', 'code': 200} Sep 22 13:12:23.805478 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945e93-b8f3-40dc-8536-7514f8f83c17 req-9b4b42de-3950-4602-89cd-1416046a36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:23.806965 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fd945e93-b8f3-40dc-8536-7514f8f83c17 req-9b4b42de-3950-4602-89cd-1416046a36ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86bd01d73b164c0496803e15f5becaea&device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 1096 time: 0.0405166 Sep 22 13:12:23.858206 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 57982) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:23.931409 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945e93-b8f3-40dc-8536-7514f8f83c17 req-0a11b5e7-b3b1-43d4-863c-ef8a6e692856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:23.933848 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fd945e93-b8f3-40dc-8536-7514f8f83c17 req-0a11b5e7-b3b1-43d4-863c-ef8a6e692856 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=86bd01d73b164c0496803e15f5becaea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1094236 Sep 22 13:12:23.970449 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7e31ad7c-64ea-41e0-afc9-7e11752bdc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:24.041938 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945e93-b8f3-40dc-8536-7514f8f83c17 req-e6cac7bc-0d83-437f-830a-e78bd6f23ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:24.043482 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fd945e93-b8f3-40dc-8536-7514f8f83c17 req-e6cac7bc-0d83-437f-830a-e78bd6f23ef2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932176 Sep 22 13:12:24.062768 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7e31ad7c-64ea-41e0-afc9-7e11752bdc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:24.138089 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-876af8ea-9ec5-451e-b784-7bcf1843388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:24.140215 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-876af8ea-9ec5-451e-b784-7bcf1843388a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86bd01d73b164c0496803e15f5becaea&device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 1096 time: 0.0460715 Sep 22 13:12:24.155104 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7e31ad7c-64ea-41e0-afc9-7e11752bdc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:24.197552 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-7e31ad7c-64ea-41e0-afc9-7e11752bdc37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e5ddcfa8a1d4787962344a68752a2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382177 Sep 22 13:12:24.198633 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31ad7c-64ea-41e0-afc9-7e11752bdc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c063b541-3315-40e4-a136-d6e6cf3fc6c8,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:24.201217 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 57990) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:24.282391 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d2352a72-7f9e-47cf-9cac-20fdb7019746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:24.311967 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d2352a72-7f9e-47cf-9cac-20fdb7019746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:24.401182 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-afd214ca-f80e-4108-9392-51c7fed984c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61212e42-5473-4004-80a0-373d6f55f8f2 HTTP/1.1" status: 200 len: 217 time: 0.2475576 Sep 22 13:12:24.435034 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c01ad8d7-12de-45b8-94ed-8486b6025b62 req-dca7a0f8-396a-4f6d-b786-a357eeb0a850 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 210 time: 0.0252678 Sep 22 13:12:24.460742 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-597eae4b-5404-40e6-ad50-bd28c61fae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:24.462246 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-597eae4b-5404-40e6-ad50-bd28c61fae4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d HTTP/1.1" status: 200 len: 855 time: 0.0519383 Sep 22 13:12:24.484510 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d2352a72-7f9e-47cf-9cac-20fdb7019746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:24.487140 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d2352a72-7f9e-47cf-9cac-20fdb7019746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:24.489636 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-d2352a72-7f9e-47cf-9cac-20fdb7019746 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c063b541-3315-40e4-a136-d6e6cf3fc6c8 HTTP/1.1" status: 204 len: 168 time: 0.2866435 Sep 22 13:12:24.499667 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2352a72-7f9e-47cf-9cac-20fdb7019746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c063b541-3315-40e4-a136-d6e6cf3fc6c8,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:24.503815 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-b867645a-34f6-4e2c-9ae9-85712b53313f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=486be222-2dae-4806-b5f2-6aa278197135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289097 Sep 22 13:12:24.632665 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-254f9c81-5c86-4500-b815-7fa3e47009df service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189685 Sep 22 13:12:24.657671 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa653936-5584-4fce-9ef8-5a31fe3c0e82 req-a16227fc-6931-4ccd-b56c-6ac2511de009 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:24.659169 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fa653936-5584-4fce-9ef8-5a31fe3c0e82 req-a16227fc-6931-4ccd-b56c-6ac2511de009 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0710559 Sep 22 13:12:24.713828 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffef4b-a880-40d4-aa1e-e10335aae5e0 req-c24848a1-46c0-41f8-bd93-1259e06a4735 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:24.715469 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8bffef4b-a880-40d4-aa1e-e10335aae5e0 req-c24848a1-46c0-41f8-bd93-1259e06a4735 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 943 time: 0.0628979 Sep 22 13:12:24.746536 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fa653936-5584-4fce-9ef8-5a31fe3c0e82 req-41d3b26b-01c5-4938-91f8-5af1fd9b3f78 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770981 Sep 22 13:12:24.766877 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8bffef4b-a880-40d4-aa1e-e10335aae5e0 req-e876f01e-6fc0-4b77-8a25-ad76167ce0d2 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Sep 22 13:12:24.780272 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b100dfd-5ade-49d1-a489-9cbf380608c5 req-453a026a-c359-4d2f-833e-b0fc1d9e171f service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381693 Sep 22 13:12:25.540646 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-da0ab195-eb78-4140-9f7c-4f641e523b08 req-92583c61-1169-4242-8910-22af994ed29d tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 210 time: 0.0311093 Sep 22 13:12:25.707894 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 58056) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:25.814431 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-718692945-network', 'tenant_id': '71b37942aed94a0193ab222fd05836ab'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:25.877015 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136a1c1-db7d-485a-9886-c7bbf1976f50 req-cd9fc417-e6d6-44b9-8464-10fcfde5da6e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:25.878415 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf6503-2a3f-48fd-86d8-3fd16f1a954d req-b2bd7e40-edb8-41b9-9a11-5a03a732e445 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:25.878585 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5136a1c1-db7d-485a-9886-c7bbf1976f50 req-cd9fc417-e6d6-44b9-8464-10fcfde5da6e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0524771 Sep 22 13:12:25.879960 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b2bf6503-2a3f-48fd-86d8-3fd16f1a954d req-b2bd7e40-edb8-41b9-9a11-5a03a732e445 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 943 time: 0.0497334 Sep 22 13:12:25.920221 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b2bf6503-2a3f-48fd-86d8-3fd16f1a954d req-97769438-7934-46af-8153-2bc0c961c994 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338697 Sep 22 13:12:25.920438 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5136a1c1-db7d-485a-9886-c7bbf1976f50 req-5d2a7e01-ad34-494b-8356-8733ac92b325 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351586 Sep 22 13:12:25.941807 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] Made reservation on behalf of 71b37942aed94a0193ab222fd05836ab for: {'network': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:12:25.944352 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:25.954654 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:26.045853 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:26.117949 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:26.144281 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:12:26.150393 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab0a266-68eb-4fa5-b5da-c002a635c8bf,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:26.156112 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:26.156472 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.segments_db [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] Added segment 21be9e4f-83db-4892-bc0b-08498284f9c7 of type vlan for network a359761d-81d8-40c4-999e-73f019d63b70 Sep 22 13:12:26.197740 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:26.302400 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:26.303356 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:26.303968 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:26.361314 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=a359761d-81d8-40c4-999e-73f019d63b70,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:26.371313 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network a359761d-81d8-40c4-999e-73f019d63b70 details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:12:26.409018 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-681c5d51-e257-4a66-ba0c-497b77093ea6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6971660 Sep 22 13:12:26.409242 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 58070) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:26.414189 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-a0c2a697-3f2c-4626-a3a8-bf9b67c47602 admin admin] Request body: {'subnet': {'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-718692945-subnet', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'ip_version': 4}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:26.507997 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c2a697-3f2c-4626-a3a8-bf9b67c47602 admin admin] Made reservation on behalf of 71b37942aed94a0193ab222fd05836ab for: {'subnet': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:12:26.510342 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a0c2a697-3f2c-4626-a3a8-bf9b67c47602 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:26.735384 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a0c2a697-3f2c-4626-a3a8-bf9b67c47602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for subnet, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:26.793716 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2a697-3f2c-4626-a3a8-bf9b67c47602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3609119a-daa2-468f-95d8-0087548e4f0e,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:26.801912 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c2a697-3f2c-4626-a3a8-bf9b67c47602 admin admin] Checking segment: {'id': '21be9e4f-83db-4892-bc0b-08498284f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:12:26.802270 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c2a697-3f2c-4626-a3a8-bf9b67c47602 admin admin] Network hostable DHCP agents. Network: a359761d-81d8-40c4-999e-73f019d63b70, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:12:26.913585 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c2a697-3f2c-4626-a3a8-bf9b67c47602 admin admin] Network a359761d-81d8-40c4-999e-73f019d63b70 is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:12:27.027992 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-a0c2a697-3f2c-4626-a3a8-bf9b67c47602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, a359761d-81d8-40c4-999e-73f019d63b70) {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:27.032943 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c2a697-3f2c-4626-a3a8-bf9b67c47602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:27.033533 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a0c2a697-3f2c-4626-a3a8-bf9b67c47602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:27.041951 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbffbbe1-3750-4f84-a7fa-ee34fb9104c9 None None] Network a359761d-81d8-40c4-999e-73f019d63b70 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:12:27.137902 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-a0c2a697-3f2c-4626-a3a8-bf9b67c47602 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7276137 Sep 22 13:12:27.140547 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 58086) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:27.144827 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:27.255716 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2998'] for router, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:27.256872 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3007'] for router, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:27.298547 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01d833cb-d995-53ea-8e06-0160417cf917-a359761d-81d8-40c4-999e-73f019d63b70', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'fixed_ips': [{'subnet_id': '3609119a-daa2-468f-95d8-0087548e4f0e'}]}} from dv-cinder-810000-3-iscsi. {{(pid=94874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 13:12:27.302399 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:27.320860 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:27.432098 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.db_base_plugin_common [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Allocated IP 172.20.0.2 (a359761d-81d8-40c4-999e-73f019d63b70/3609119a-daa2-468f-95d8-0087548e4f0e/be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf) {{(pid=94874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:12:27.576877 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:27.580686 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 61212e42-5473-4004-80a0-373d6f55f8f2 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:12:27.668083 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:27.716837 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 61212e42-5473-4004-80a0-373d6f55f8f2, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=61212e42-5473-4004-80a0-373d6f55f8f2,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:27.730707 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Network a359761d-81d8-40c4-999e-73f019d63b70 is already hosted by enough agents. {{(pid=94874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:12:27.740059 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.base_scheduler [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Resources bound (agent type, host, resource id): {{(pid=94874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:27.742148 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': '61212e42-5473-4004-80a0-373d6f55f8f2', 'network_id': '486be222-2dae-4806-b5f2-6aa278197135', 'port_id': '61212e42-5473-4004-80a0-373d6f55f8f2', 'mac_address': 'fa:16:3e:31:ef:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:12:27.744587 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Pushing event updated for resources: {'Port': ['ID=be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf,revision_number=1']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:27.746866 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Received port after_create {{(pid=94874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:12:27.784690 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:27.842679 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:27.842679 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Attempting to bind port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:12:27.842679 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Attempting to bind port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '21be9e4f-83db-4892-bc0b-08498284f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:12:27.842679 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Attempting to bind port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf on network a359761d-81d8-40c4-999e-73f019d63b70 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:12:27.853888 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:12:27.854258 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Checking segment: {'id': '21be9e4f-83db-4892-bc0b-08498284f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:12:27.854655 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:27.855042 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Bound using segment: {'id': '21be9e4f-83db-4892-bc0b-08498284f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:12:27.855527 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Bound port: be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21be9e4f-83db-4892-bc0b-08498284f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:12:27.855903 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:27.858525 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61212e42-5473-4004-80a0-373d6f55f8f2 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:12:27.887606 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 61212e42-5473-4004-80a0-373d6f55f8f2, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=61212e42-5473-4004-80a0-373d6f55f8f2,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:27.937003 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] For port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:12:27.941195 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] For port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf,segment=NetworkSegment(21be9e4f-83db-4892-bc0b-08498284f9c7),segment_id=21be9e4f-83db-4892-bc0b-08498284f9c7)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:12:27.947920 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:27.998008 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=61212e42-5473-4004-80a0-373d6f55f8f2,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:28.011167 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:28.073818 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51500490-5acc-4be4-9127-efbbe5638ae4 None None] Pushing event updated for resources: {'Port': ['ID=be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:28.117372 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:28.136176 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:28.242909 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Allocated IP 172.27.1.27 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/a96138e1-51d3-470a-8712-b77e96ee85f8) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:12:28.366674 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:28.491595 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:28.534102 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:12:28.537576 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:28.541570 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:12:28.584232 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Pushing event updated for resources: {'Port': ['ID=a96138e1-51d3-470a-8712-b77e96ee85f8,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:28.649500 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:12:28.739354 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:28.740028 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:28.799668 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-6bd8c1b3-dd82-4b3f-926d-22d35ef9c8f0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:28.801214 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-6bd8c1b3-dd82-4b3f-926d-22d35ef9c8f0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.23 "GET /v2.0/networks?id=d0a1aecb-1239-48e9-9116-fc0789f6366d HTTP/1.1" status: 200 len: 808 time: 0.1858265 Sep 22 13:12:28.802686 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b494bce9-72ad-4f38-83bb-84a0a1560460 req-348b8823-d50f-43f1-9a7d-5b973fa90678 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 210 time: 0.0567997 Sep 22 13:12:28.839713 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:28.867826 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-f0cfc980-db74-4008-ab6d-e621c3a63eb0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Request body: {'port': {'device_id': 'a53e9d02-04e9-43e6-9f98-9f19e9598c22', 'network_id': 'd0a1aecb-1239-48e9-9116-fc0789f6366d', 'admin_state_up': True, 'tenant_id': 'dc99723145834860a6127632c31447c4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:28.902189 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf,segment=NetworkSegment(21be9e4f-83db-4892-bc0b-08498284f9c7),segment_id=21be9e4f-83db-4892-bc0b-08498284f9c7)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:28.938712 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1c017-a9f2-4a81-bfb1-a99a0a32a048 req-023d9df4-6bf3-491d-9abf-072e7753c27d tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:28.941537 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-46c1c017-a9f2-4a81-bfb1-a99a0a32a048 req-023d9df4-6bf3-491d-9abf-072e7753c27d tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 944 time: 0.1386817 Sep 22 13:12:28.996813 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:28.999488 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['61212e42-5473-4004-80a0-373d6f55f8f2'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:12:29.034649 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-46c1c017-a9f2-4a81-bfb1-a99a0a32a048 req-9a3c35ec-1e7b-4633-8945-9b6aad93f1f2 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604985 Sep 22 13:12:29.041522 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:29.119518 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03925c3-c693-4855-9e1e-49c57b2232a0 req-05457a22-e2b4-44c8-ac1f-2bdcfb03dfe4 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:29.127556 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a03925c3-c693-4855-9e1e-49c57b2232a0 req-05457a22-e2b4-44c8-ac1f-2bdcfb03dfe4 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.1761060 Sep 22 13:12:29.163171 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:29.182296 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-f0cfc980-db74-4008-ab6d-e621c3a63eb0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Made reservation on behalf of dc99723145834860a6127632c31447c4 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:12:29.186182 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-f0cfc980-db74-4008-ab6d-e621c3a63eb0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:29.267300 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a03925c3-c693-4855-9e1e-49c57b2232a0 req-c0995a80-c605-4455-8058-eefbcd547486 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384690 Sep 22 13:12:29.304345 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c6c527-47dd-44ff-9e9c-a9cc8b9eab15 None None] Network a359761d-81d8-40c4-999e-73f019d63b70 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:12:29.373766 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-f0cfc980-db74-4008-ab6d-e621c3a63eb0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Allocated IP 172.20.0.3 (d0a1aecb-1239-48e9-9116-fc0789f6366d/d8b01b4d-8da1-45f3-bf3d-15e6640dcf17/eb41f873-3231-4a5d-bb95-72494404f065) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:12:29.397066 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-3b11492b-f84d-48cb-a6ab-b018476fcd85 None None] Provisioning complete for port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:29.397473 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3b11492b-f84d-48cb-a6ab-b018476fcd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:29.409391 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567739'] for router, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:29.612491 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-f0cfc980-db74-4008-ab6d-e621c3a63eb0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:29.777407 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Router 186fd75a-a906-47ce-9958-15a0f79b3a62 is scheduled to L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb with binding_index 1 {{(pid=94873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 13:12:29.777918 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-f0cfc980-db74-4008-ab6d-e621c3a63eb0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:29.870318 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-f0cfc980-db74-4008-ab6d-e621c3a63eb0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Network d0a1aecb-1239-48e9-9116-fc0789f6366d is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:12:29.874328 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 58122) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:29.881683 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfc980-db74-4008-ab6d-e621c3a63eb0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Pushing event updated for resources: {'Port': ['ID=eb41f873-3231-4a5d-bb95-72494404f065,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:29.884963 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-f0cfc980-db74-4008-ab6d-e621c3a63eb0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:29.887571 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-f0cfc980-db74-4008-ab6d-e621c3a63eb0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:12:29.907185 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-6a1f8f53-7fa8-4103-bc30-46fbb7d7402d None None] Provisioning complete for port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:29.908023 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6a1f8f53-7fa8-4103-bc30-46fbb7d7402d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:29.945627 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-f0cfc980-db74-4008-ab6d-e621c3a63eb0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:29.946784 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-f0cfc980-db74-4008-ab6d-e621c3a63eb0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:29.984965 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:12:30.001992 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Sync routers for ids ['186fd75a-a906-47ce-9958-15a0f79b3a62'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:12:30.011989 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e01540-5023-4177-8f9c-4655c47c46cd req-b3729328-f608-4c68-bb8f-9c5cd2d440ee tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:30.014482 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-24e01540-5023-4177-8f9c-4655c47c46cd req-b3729328-f608-4c68-bb8f-9c5cd2d440ee tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 931 time: 0.0652001 Sep 22 13:12:30.016426 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Routers {'186fd75a-a906-47ce-9958-15a0f79b3a62'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:12:30.017379 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:12:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['186fd75a-a906-47ce-9958-15a0f79b3a62'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:30.081249 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-f0cfc980-db74-4008-ab6d-e621c3a63eb0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2232900 Sep 22 13:12:30.084431 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e834eb4a-a922-48f0-9e36-16224dd0f617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:30.092414 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-24e01540-5023-4177-8f9c-4655c47c46cd req-d2a1aee7-5b59-4675-99d2-e7e056526045 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608582 Sep 22 13:12:30.114813 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Request body: {'port': {'device_id': 'a53e9d02-04e9-43e6-9f98-9f19e9598c22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:30.169379 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] Notify callbacks [] for router, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:30.170657 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-77512481-7830-49be-bf34-09875df9d7cf admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0291529 Sep 22 13:12:30.171564 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Set router 186fd75a-a906-47ce-9958-15a0f79b3a62 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:12:30.174502 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 58128) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:30.208904 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:30.253315 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a90ed-502e-46ce-aaef-5b25865c3351 req-4ad28bec-b10a-4cad-9a9a-1e90a20d09c9 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:30.255741 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cb0a90ed-502e-46ce-aaef-5b25865c3351 req-4ad28bec-b10a-4cad-9a9a-1e90a20d09c9 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 944 time: 0.1234934 Sep 22 13:12:30.420054 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cb0a90ed-502e-46ce-aaef-5b25865c3351 req-2f2297a7-a9ad-4b74-8195-79ef7a3377b0 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879056 Sep 22 13:12:30.423301 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:12:28Z', 'revision_number': 3, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port': {'id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:28Z', 'updated_at': '2021-09-22T13:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:30.462465 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Checking router: 186fd75a-a906-47ce-9958-15a0f79b3a62 for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:12:30.462832 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Updating router 186fd75a-a906-47ce-9958-15a0f79b3a62 port a96138e1-51d3-470a-8712-b77e96ee85f8 binding host dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:12:30.472625 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e834eb4a-a922-48f0-9e36-16224dd0f617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:30.494527 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:30.582924 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e834eb4a-a922-48f0-9e36-16224dd0f617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:30.620495 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-e834eb4a-a922-48f0-9e36-16224dd0f617 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f82baf89597444aebe5cc1c896773027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7437260 Sep 22 13:12:30.626076 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 58140) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:30.670764 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:12:30.767800 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:30.771353 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:30.827320 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc609a3b-8d71-4ede-aae0-2941da0fbf38 req-1715c519-9d01-4e19-8428-d6e7fb7d9c1f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:30.827320 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fc609a3b-8d71-4ede-aae0-2941da0fbf38 req-1715c519-9d01-4e19-8428-d6e7fb7d9c1f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.4299185 Sep 22 13:12:30.827320 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834eb4a-a922-48f0-9e36-16224dd0f617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d53bca8-7466-46c5-8e91-f589ef1f2e28,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:30.892259 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331035f-9f06-44a8-a43e-ac946f103e5a req-886280bb-4ef3-4cd0-ad1d-9efbe1770351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:30.893902 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b331035f-9f06-44a8-a43e-ac946f103e5a req-886280bb-4ef3-4cd0-ad1d-9efbe1770351 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 1098 time: 0.3677862 Sep 22 13:12:30.930394 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Notify callbacks [] for port, precommit_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:30.970914 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbc37db9-aefc-443c-915e-2c4c2c1a524c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:30.977592 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:30.996296 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fc609a3b-8d71-4ede-aae0-2941da0fbf38 req-a36bb960-9494-4952-99dc-3d408c0d1623 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572762 Sep 22 13:12:31.018206 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b331035f-9f06-44a8-a43e-ac946f103e5a req-25e7074c-294e-438a-b67c-e44c25bbbda9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148782 Sep 22 13:12:31.022202 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.038821 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbc37db9-aefc-443c-915e-2c4c2c1a524c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.065760 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9a048-b75f-44c2-addb-dc03b37f573d None None] Pushing event updated for resources: {'Port': ['ID=a96138e1-51d3-470a-8712-b77e96ee85f8,revision_number=2']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:31.074571 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9a048-b75f-44c2-addb-dc03b37f573d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:31.074949 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9a048-b75f-44c2-addb-dc03b37f573d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:31.075551 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9a048-b75f-44c2-addb-dc03b37f573d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:31.075916 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9a048-b75f-44c2-addb-dc03b37f573d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:31.076250 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9a048-b75f-44c2-addb-dc03b37f573d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:31.076735 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9a048-b75f-44c2-addb-dc03b37f573d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:31.077236 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9a048-b75f-44c2-addb-dc03b37f573d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:31.077920 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9a048-b75f-44c2-addb-dc03b37f573d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:31.078440 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9a048-b75f-44c2-addb-dc03b37f573d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:31.078908 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9a048-b75f-44c2-addb-dc03b37f573d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:31.079407 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9a048-b75f-44c2-addb-dc03b37f573d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:31.079892 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9a048-b75f-44c2-addb-dc03b37f573d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:12:31.130466 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Attempting to bind port a96138e1-51d3-470a-8712-b77e96ee85f8 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:12:31.130925 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Attempting to bind port a96138e1-51d3-470a-8712-b77e96ee85f8 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:12:31.131352 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Attempting to bind port a96138e1-51d3-470a-8712-b77e96ee85f8 on network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:12:31.136637 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:12:31.137094 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Checking segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:12:31.137559 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.138410 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Bound using segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:12:31.138885 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Bound port: a96138e1-51d3-470a-8712-b77e96ee85f8, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:12:31.139519 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.148323 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb41f873-3231-4a5d-bb95-72494404f065 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:12:31.157534 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.177511 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Allocated IP 172.20.0.1 (a359761d-81d8-40c4-999e-73f019d63b70/3609119a-daa2-468f-95d8-0087548e4f0e/d523c37d-4444-4b02-bfd0-80bb5955247d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:12:31.201831 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] For port a96138e1-51d3-470a-8712-b77e96ee85f8, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:12:31.205415 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] For port a96138e1-51d3-470a-8712-b77e96ee85f8, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a96138e1-51d3-470a-8712-b77e96ee85f8,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:12:31.217053 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Transition to ACTIVE for port object eb41f873-3231-4a5d-bb95-72494404f065 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:12:31.217859 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbc37db9-aefc-443c-915e-2c4c2c1a524c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.221147 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbc37db9-aefc-443c-915e-2c4c2c1a524c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.225068 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-fbc37db9-aefc-443c-915e-2c4c2c1a524c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d53bca8-7466-46c5-8e91-f589ef1f2e28 HTTP/1.1" status: 204 len: 168 time: 0.5942969 Sep 22 13:12:31.230855 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc37db9-aefc-443c-915e-2c4c2c1a524c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d53bca8-7466-46c5-8e91-f589ef1f2e28,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:31.270996 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 61212e42-5473-4004-80a0-373d6f55f8f2 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:12:31.298038 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.298362 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.298975 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.361500 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Pushing event updated for resources: {'Port': ['ID=eb41f873-3231-4a5d-bb95-72494404f065,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:31.397347 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9a048-b75f-44c2-addb-dc03b37f573d None None] Pushing event updated for resources: {'Port': ['ID=a96138e1-51d3-470a-8712-b77e96ee85f8,revision_number=3']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:31.409972 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Routers {'186fd75a-a906-47ce-9958-15a0f79b3a62'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:12:31.410894 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:12:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['186fd75a-a906-47ce-9958-15a0f79b3a62'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:31.433504 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port 61212e42-5473-4004-80a0-373d6f55f8f2 completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:12:31.437754 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port 61212e42-5473-4004-80a0-373d6f55f8f2 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:31.438136 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.463691 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.480627 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Attempting to bind port eb41f873-3231-4a5d-bb95-72494404f065 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:12:31.481167 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Attempting to bind port eb41f873-3231-4a5d-bb95-72494404f065 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'da494060-7d79-4722-8aa1-73cb5bbc42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0a1aecb-1239-48e9-9116-fc0789f6366d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:12:31.481508 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Attempting to bind port eb41f873-3231-4a5d-bb95-72494404f065 on network d0a1aecb-1239-48e9-9116-fc0789f6366d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:12:31.497419 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b9b1-8acd-48f2-ae77-750f9d6371c7 req-21f9da82-76f0-46d6-bbec-3983720f244b tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:31.502220 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dd29b9b1-8acd-48f2-ae77-750f9d6371c7 req-21f9da82-76f0-46d6-bbec-3983720f244b tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 943 time: 0.0784004 Sep 22 13:12:31.502220 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Port eb41f873-3231-4a5d-bb95-72494404f065 on network d0a1aecb-1239-48e9-9116-fc0789f6366d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:12:31.502220 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Attempting to bind port eb41f873-3231-4a5d-bb95-72494404f065 on network d0a1aecb-1239-48e9-9116-fc0789f6366d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:12:31.522026 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:12:31.526428 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Checking segment: {'id': 'da494060-7d79-4722-8aa1-73cb5bbc42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0a1aecb-1239-48e9-9116-fc0789f6366d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:12:31.526916 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Bound using segment: {'id': 'da494060-7d79-4722-8aa1-73cb5bbc42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0a1aecb-1239-48e9-9116-fc0789f6366d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:12:31.535887 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Bound port: eb41f873-3231-4a5d-bb95-72494404f065, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da494060-7d79-4722-8aa1-73cb5bbc42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0a1aecb-1239-48e9-9116-fc0789f6366d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:12:31.535887 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.536103 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Network a359761d-81d8-40c4-999e-73f019d63b70 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:12:31.536995 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:31.541459 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:12:31.542062 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564358'] for router_interface, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.606723 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] Set router 186fd75a-a906-47ce-9958-15a0f79b3a62 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:12:31.618264 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dd29b9b1-8acd-48f2-ae77-750f9d6371c7 req-b0c38328-ad59-4d2c-8665-516760c1694e tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077046 Sep 22 13:12:31.622617 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Pushing event updated for resources: {'Port': ['ID=d523c37d-4444-4b02-bfd0-80bb5955247d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:31.639453 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.696363 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] For port eb41f873-3231-4a5d-bb95-72494404f065, host hv-cinder-81000, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:12:31.705030 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] For port eb41f873-3231-4a5d-bb95-72494404f065, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=eb41f873-3231-4a5d-bb95-72494404f065,segment=NetworkSegment(da494060-7d79-4722-8aa1-73cb5bbc42c8),segment_id=da494060-7d79-4722-8aa1-73cb5bbc42c8)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:12:31.706710 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc54643-cc02-4783-b19d-488a79688fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61212e42-5473-4004-80a0-373d6f55f8f2'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:12:31.709317 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec646b8-364f-48b1-b872-5cf38f6b844f" -d '{"events": [{"server_uuid": "1dc54643-cc02-4783-b19d-488a79688fba", "name": "network-vif-plugged", "status": "completed", "tag": "61212e42-5473-4004-80a0-373d6f55f8f2"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:12:31.724137 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 61212e42-5473-4004-80a0-373d6f55f8f2, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=61212e42-5473-4004-80a0-373d6f55f8f2,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:31.759309 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d3d4f-304e-437f-9ec2-042f35a95178 req-a3f8d5ef-0adc-44bd-936e-602de31fd571 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:31.760954 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-019d3d4f-304e-437f-9ec2-042f35a95178 req-a3f8d5ef-0adc-44bd-936e-602de31fd571 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 944 time: 0.1575468 Sep 22 13:12:31.773392 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1702a80c-62d5-4bbc-bcbb-fc2233aaebac x-openstack-request-id: req-1702a80c-62d5-4bbc-bcbb-fc2233aaebac {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:12:31.773811 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc54643-cc02-4783-b19d-488a79688fba", "name": "network-vif-plugged", "status": "completed", "tag": "61212e42-5473-4004-80a0-373d6f55f8f2", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:12:31.774066 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1702a80c-62d5-4bbc-bcbb-fc2233aaebac {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:12:31.774464 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc54643-cc02-4783-b19d-488a79688fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61212e42-5473-4004-80a0-373d6f55f8f2', 'code': 200} Sep 22 13:12:31.794694 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.834402 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.908805 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Pushing event updated for resources: {'Port': ['ID=eb41f873-3231-4a5d-bb95-72494404f065,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:31.925771 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:31.926916 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.927831 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-019d3d4f-304e-437f-9ec2-042f35a95178 req-2822ffb3-c9e9-4adc-9fbf-0fdc44fdd9b2 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332138 Sep 22 13:12:31.928900 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-72b98643-c625-45db-abb6-090e9417e810 service neutron] 10.222.0.23 "PUT /v2.0/ports/eb41f873-3231-4a5d-bb95-72494404f065 HTTP/1.1" status: 200 len: 1093 time: 1.8282800 Sep 22 13:12:31.929829 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53e9d02-04e9-43e6-9f98-9f19e9598c22', 'tag': 'eb41f873-3231-4a5d-bb95-72494404f065'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:12:31.931853 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8461a6-deda-4489-b2e6-9cf1c63952ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a53e9d02-04e9-43e6-9f98-9f19e9598c22", "tag": "eb41f873-3231-4a5d-bb95-72494404f065"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:12:31.942606 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=61212e42-5473-4004-80a0-373d6f55f8f2,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:31.978174 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-1c784a14-e94d-4fce-bb45-6dffc2078690 None None] Provisioning complete for port d523c37d-4444-4b02-bfd0-80bb5955247d triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:31.978558 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1c784a14-e94d-4fce-bb45-6dffc2078690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:31.986606 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b652492a-505d-4a86-af6d-f36646a2b6d9 x-openstack-request-id: req-b652492a-505d-4a86-af6d-f36646a2b6d9 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:12:31.987177 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53e9d02-04e9-43e6-9f98-9f19e9598c22", "tag": "eb41f873-3231-4a5d-bb95-72494404f065", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:12:31.987513 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b652492a-505d-4a86-af6d-f36646a2b6d9 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:12:31.987981 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53e9d02-04e9-43e6-9f98-9f19e9598c22', 'tag': 'eb41f873-3231-4a5d-bb95-72494404f065', 'status': 'completed', 'code': 200} Sep 22 13:12:32.019260 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:32.031511 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-1c784a14-e94d-4fce-bb45-6dffc2078690 None None] Port d523c37d-4444-4b02-bfd0-80bb5955247d cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:12:32.042964 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:12:28Z', 'revision_number': 3, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port': {'id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:28Z', 'updated_at': '2021-09-22T13:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:32.073581 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8461a6-deda-4489-b2e6-9cf1c63952ca req-54460946-29d8-4117-a7b9-25d66d660256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:32.075410 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-aa8461a6-deda-4489-b2e6-9cf1c63952ca req-54460946-29d8-4117-a7b9-25d66d660256 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc99723145834860a6127632c31447c4&device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 1096 time: 0.0520036 Sep 22 13:12:32.104562 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace9d835-cf80-4c75-9b2c-863917bcc92b None None] The sync data for ids ['186fd75a-a906-47ce-9958-15a0f79b3a62'] in dv-cinder-810000-3-iscsi is: [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:12:28Z', 'revision_number': 3, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port': {'id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:28Z', 'updated_at': '2021-09-22T13:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:12:32.291397 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02674023-8fd8-4342-a21d-733fbaf2a54c req-f1e2c03f-d240-4b3b-af25-0d06f30af552 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:32.300239 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-02674023-8fd8-4342-a21d-733fbaf2a54c req-f1e2c03f-d240-4b3b-af25-0d06f30af552 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.1988275 Sep 22 13:12:32.340186 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938debf4-306a-47d2-9ab8-6a32399ae2dc req-d020acca-9a1e-4c3f-b8a9-9d185b123094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:32.348695 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:32.360025 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-938debf4-306a-47d2-9ab8-6a32399ae2dc req-d020acca-9a1e-4c3f-b8a9-9d185b123094 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 1098 time: 0.1250091 Sep 22 13:12:32.364127 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8461a6-deda-4489-b2e6-9cf1c63952ca req-8bb8ed28-10d3-4c55-9418-a418cae0ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:32.373451 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-aa8461a6-deda-4489-b2e6-9cf1c63952ca req-8bb8ed28-10d3-4c55-9418-a418cae0ad9a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=dc99723145834860a6127632c31447c4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2830298 Sep 22 13:12:32.448483 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-02674023-8fd8-4342-a21d-733fbaf2a54c req-9d9278da-c134-4625-854b-c8fc5c0bc487 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471574 Sep 22 13:12:32.466378 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:32.467277 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562038'] for router_interface, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:32.582287 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Pushing event updated for resources: {'Port': ['ID=d523c37d-4444-4b02-bfd0-80bb5955247d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:32.614760 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-938debf4-306a-47d2-9ab8-6a32399ae2dc req-00cf75ec-d7ba-47e5-b912-02b19fd5d16f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418909 Sep 22 13:12:32.643491 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8461a6-deda-4489-b2e6-9cf1c63952ca req-27dd477a-d806-4b4a-b765-417056d74e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:32.645467 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-aa8461a6-deda-4489-b2e6-9cf1c63952ca req-27dd477a-d806-4b4a-b765-417056d74e06 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2632885 Sep 22 13:12:32.667212 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a96138e1-51d3-470a-8712-b77e96ee85f8 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:12:32.710261 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Network a359761d-81d8-40c4-999e-73f019d63b70 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:12:32.713001 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:32.760418 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port a96138e1-51d3-470a-8712-b77e96ee85f8 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:32.760802 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:32.891645 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26bf9f-e852-4054-9079-8ed6c44a01d7 req-1c595a7f-bce9-4ee7-afe3-133f6018bbbf tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:32.902667 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ba26bf9f-e852-4054-9079-8ed6c44a01d7 req-1c595a7f-bce9-4ee7-afe3-133f6018bbbf tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 943 time: 0.1268113 Sep 22 13:12:32.992710 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-05dd7e14-83a0-4e69-a128-a66e53bdd6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:32.994487 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-05dd7e14-83a0-4e69-a128-a66e53bdd6e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc99723145834860a6127632c31447c4&device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 1096 time: 0.1125140 Sep 22 13:12:32.995101 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:33.049025 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port a96138e1-51d3-470a-8712-b77e96ee85f8, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a96138e1-51d3-470a-8712-b77e96ee85f8,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:33.063132 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 58214) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:33.090081 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ba26bf9f-e852-4054-9079-8ed6c44a01d7 req-57619105-0711-42d3-9b9e-cbb32d722d33 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724679 Sep 22 13:12:33.090369 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7cd8f3ab-72a6-42d2-aff6-ab11fb885f11 None None] Provisioning complete for port d523c37d-4444-4b02-bfd0-80bb5955247d triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:33.090369 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f3ab-72a6-42d2-aff6-ab11fb885f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:33.103676 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Router 186fd75a-a906-47ce-9958-15a0f79b3a62 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:12:33.119248 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-33716f4d-2021-406f-b874-824474c592e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb41f873-3231-4a5d-bb95-72494404f065 HTTP/1.1" status: 200 len: 217 time: 0.1118236 Sep 22 13:12:33.147653 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:33.256023 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7cd8f3ab-72a6-42d2-aff6-ab11fb885f11 None None] Port d523c37d-4444-4b02-bfd0-80bb5955247d cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:12:33.277393 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-26004b29-5002-45c6-b668-5d4e9c0f85af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:33.278895 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-26004b29-5002-45c6-b668-5d4e9c0f85af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8b01b4d-8da1-45f3-bf3d-15e6640dcf17 HTTP/1.1" status: 200 len: 848 time: 0.1141772 Sep 22 13:12:33.279248 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=a96138e1-51d3-470a-8712-b77e96ee85f8,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:33.290217 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943ad27-6080-41c9-908a-2f8e8f5c440d req-f0aff57f-c7ea-446b-b2d6-9170c541f74b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:33.295729 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3943ad27-6080-41c9-908a-2f8e8f5c440d req-f0aff57f-c7ea-446b-b2d6-9170c541f74b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 945 time: 0.2055213 Sep 22 13:12:33.332743 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-3a9b0543-cebd-48fc-9955-009bffcc57bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0a1aecb-1239-48e9-9116-fc0789f6366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359480 Sep 22 13:12:33.404319 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3943ad27-6080-41c9-908a-2f8e8f5c440d req-62d51e1a-aff9-4b80-acae-79e769f9c9b1 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916572 Sep 22 13:12:33.474268 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-07326252-3f21-494a-b243-00f6bb9d9503 service neutron] 10.222.0.23 "GET /v2.0/networks/d0a1aecb-1239-48e9-9116-fc0789f6366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248357 Sep 22 13:12:33.505910 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8da21bcb-9f70-4c64-b268-c9abf7d1845e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:33.539234 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:12:33.561307 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-ce83fb3c-451b-4c55-a660-4fdfd55d35cb admin admin] 10.222.0.43 "PUT /v2.0/routers/186fd75a-a906-47ce-9958-15a0f79b3a62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3785286 Sep 22 13:12:33.600472 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ff3f00e-443c-47ec-883c-fc16010498fd req-ed8feab5-2e74-4270-819d-9621737b465a service neutron] 10.222.0.23 "GET /v2.0/networks/d0a1aecb-1239-48e9-9116-fc0789f6366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147950 Sep 22 13:12:33.644658 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb315ca1-bc9b-45ec-9621-c5bed1244f49 req-896f49ca-795b-44e3-9c64-fcaf2ce097e7 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:33.646275 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bb315ca1-bc9b-45ec-9621-c5bed1244f49 req-896f49ca-795b-44e3-9c64-fcaf2ce097e7 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.1106737 Sep 22 13:12:33.710191 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bb315ca1-bc9b-45ec-9621-c5bed1244f49 req-d8238488-ef81-4b16-9e30-ae045b16c208 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548737 Sep 22 13:12:33.736417 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8da21bcb-9f70-4c64-b268-c9abf7d1845e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:33.842631 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6619e-1088-4caf-b437-ac96cc240e55 req-4ed54ed4-e267-488a-8bb0-e95a598d9d18 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:33.844795 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d4a6619e-1088-4caf-b437-ac96cc240e55 req-4ed54ed4-e267-488a-8bb0-e95a598d9d18 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0556653 Sep 22 13:12:33.846225 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8da21bcb-9f70-4c64-b268-c9abf7d1845e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:33.868274 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 58234) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:33.879406 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-8da21bcb-9f70-4c64-b268-c9abf7d1845e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d3ddd8b1f424860bc16ba4edfc54d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7964599 Sep 22 13:12:33.890012 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 58240) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:33.938899 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d4a6619e-1088-4caf-b437-ac96cc240e55 req-668e878e-43e3-4e7e-a7a9-b7e4ef3e4bce tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657852 Sep 22 13:12:33.939845 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da21bcb-9f70-4c64-b268-c9abf7d1845e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c8715f-af79-473f-8f77-9702347487da,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:33.963558 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d5bef88-180e-4cad-bfd9-ed671b8233c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:33.988945 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d5bef88-180e-4cad-bfd9-ed671b8233c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:34.065294 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45c25ed4-d43b-4b1d-af1e-0574ced047cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:34.122365 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d5bef88-180e-4cad-bfd9-ed671b8233c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:34.129071 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8d5bef88-180e-4cad-bfd9-ed671b8233c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:34.132024 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-8d5bef88-180e-4cad-bfd9-ed671b8233c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29c8715f-af79-473f-8f77-9702347487da HTTP/1.1" status: 204 len: 168 time: 0.2398796 Sep 22 13:12:34.159774 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bef88-180e-4cad-bfd9-ed671b8233c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c8715f-af79-473f-8f77-9702347487da,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:34.240334 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb772812-18ad-4781-b9a4-33da3e3668ea req-dff512b8-d8ca-4352-843b-6e5af9d55d93 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:34.241864 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-eb772812-18ad-4781-b9a4-33da3e3668ea req-dff512b8-d8ca-4352-843b-6e5af9d55d93 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 943 time: 0.0739386 Sep 22 13:12:34.274879 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45c25ed4-d43b-4b1d-af1e-0574ced047cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:34.296307 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-eb772812-18ad-4781-b9a4-33da3e3668ea req-bbd25a08-c273-4ed7-9970-f9e53a395706 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450284 Sep 22 13:12:34.306048 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Sync routers for ids ['186fd75a-a906-47ce-9958-15a0f79b3a62'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:12:34.316464 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Routers {'186fd75a-a906-47ce-9958-15a0f79b3a62'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:12:34.317167 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:12:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['186fd75a-a906-47ce-9958-15a0f79b3a62'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:34.360358 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-45c25ed4-d43b-4b1d-af1e-0574ced047cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:34.407720 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-45c25ed4-d43b-4b1d-af1e-0574ced047cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc709ae6b08d435f90c99da6cba0e5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5381849 Sep 22 13:12:34.408094 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 58254) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:34.410278 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c25ed4-d43b-4b1d-af1e-0574ced047cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23a8757-e40b-4160-b4be-10255dbf705d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:34.445284 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Set router 186fd75a-a906-47ce-9958-15a0f79b3a62 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:12:34.516980 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c862c179-b1ba-4772-86a8-14b5a5581802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:34.561225 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c862c179-b1ba-4772-86a8-14b5a5581802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:34.606551 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540c2d4-fef2-4cd4-bd22-9084858c2ce9 req-683ed0e5-9f3e-48f7-8e15-9cae22976567 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:34.617855 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8540c2d4-fef2-4cd4-bd22-9084858c2ce9 req-683ed0e5-9f3e-48f7-8e15-9cae22976567 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 945 time: 0.1309917 Sep 22 13:12:34.678580 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a96138e1-51d3-470a-8712-b77e96ee85f8 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:12:34.694077 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8540c2d4-fef2-4cd4-bd22-9084858c2ce9 req-720b1dbf-7c46-4caf-895e-4a550b4f4fd3 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751193 Sep 22 13:12:34.729801 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 58270) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:34.735406 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-976507215-network', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:34.867933 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c862c179-b1ba-4772-86a8-14b5a5581802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:34.871219 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c862c179-b1ba-4772-86a8-14b5a5581802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:34.872918 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-c862c179-b1ba-4772-86a8-14b5a5581802 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d23a8757-e40b-4160-b4be-10255dbf705d HTTP/1.1" status: 204 len: 168 time: 0.4639788 Sep 22 13:12:34.884453 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862c179-b1ba-4772-86a8-14b5a5581802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23a8757-e40b-4160-b4be-10255dbf705d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:34.912065 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] Made reservation on behalf of 51b5b3ab4d034ee6b06355bd3598584a for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:12:34.914687 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:34.925693 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.033357 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port a96138e1-51d3-470a-8712-b77e96ee85f8 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:35.033357 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.081943 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:12:31Z', 'revision_number': 4, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port': {'id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:28Z', 'updated_at': '2021-09-22T13:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'd523c37d-4444-4b02-bfd0-80bb5955247d', 'name': '', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'mac_address': 'fa:16:3e:13:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:31Z', 'updated_at': '2021-09-22T13:12:32Z', 'revision_number': 2, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'subnets': [{'id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:35.115365 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Checking router: 186fd75a-a906-47ce-9958-15a0f79b3a62 for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:12:35.115745 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Updating router 186fd75a-a906-47ce-9958-15a0f79b3a62 port d523c37d-4444-4b02-bfd0-80bb5955247d binding host dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:12:35.129423 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.158451 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c1832c03-6d07-4c1b-82c6-574c943ac2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.168655 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.232916 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.250940 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:12:35.270919 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.271720 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.segments_db [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] Added segment 1310a15b-cfc8-471f-86d8-86b210f4775f of type vlan for network 028195d4-cb0b-4bc6-989e-3d50826ac69b Sep 22 13:12:35.362560 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.455980 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a41caaf-289a-4089-b8f7-66162bd91009,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:35.490483 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.491363 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:35.491969 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.553206 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.576373 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca22a74-9e8f-4581-9387-173d8405e3a7 req-8f2927b2-3019-4be0-b3af-6c535759b731 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:35.578027 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ca22a74-9e8f-4581-9387-173d8405e3a7 req-8f2927b2-3019-4be0-b3af-6c535759b731 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 943 time: 0.1178844 Sep 22 13:12:35.578870 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] Pushing event updated for resources: {'Network': ['ID=028195d4-cb0b-4bc6-989e-3d50826ac69b,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:35.592467 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network 028195d4-cb0b-4bc6-989e-3d50826ac69b details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:12:35.620224 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ca22a74-9e8f-4581-9387-173d8405e3a7 req-198fa24e-2d49-468c-b56e-a9473524b8a1 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350115 Sep 22 13:12:35.672739 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.674622 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-1f556a28-ace1-4c4f-8793-7d6a12a0dda3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9426408 Sep 22 13:12:35.681079 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 58296) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:35.686346 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-62413d54-1f27-4068-96ce-2cbfc1dc1a9b admin admin] Request body: {'subnet': {'network_id': '028195d4-cb0b-4bc6-989e-3d50826ac69b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-976507215-subnet', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:35.731546 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f042ef-fff6-41a8-a10c-b24d1dddf2b0 None None] Pushing event updated for resources: {'Port': ['ID=d523c37d-4444-4b02-bfd0-80bb5955247d,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:35.786685 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62413d54-1f27-4068-96ce-2cbfc1dc1a9b admin admin] Made reservation on behalf of 51b5b3ab4d034ee6b06355bd3598584a for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:12:35.793250 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-62413d54-1f27-4068-96ce-2cbfc1dc1a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9265352'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.793478 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Attempting to bind port d523c37d-4444-4b02-bfd0-80bb5955247d on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:12:35.793478 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Attempting to bind port d523c37d-4444-4b02-bfd0-80bb5955247d by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '21be9e4f-83db-4892-bc0b-08498284f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:12:35.793478 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Attempting to bind port d523c37d-4444-4b02-bfd0-80bb5955247d on network a359761d-81d8-40c4-999e-73f019d63b70 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:12:35.798829 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:12:35.799206 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Checking segment: {'id': '21be9e4f-83db-4892-bc0b-08498284f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:12:35.799635 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.800023 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Bound using segment: {'id': '21be9e4f-83db-4892-bc0b-08498284f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:12:35.800851 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Bound port: d523c37d-4444-4b02-bfd0-80bb5955247d, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21be9e4f-83db-4892-bc0b-08498284f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:12:35.800851 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:35.906978 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] For port d523c37d-4444-4b02-bfd0-80bb5955247d, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:12:35.909719 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] For port d523c37d-4444-4b02-bfd0-80bb5955247d, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=d523c37d-4444-4b02-bfd0-80bb5955247d,segment=NetworkSegment(21be9e4f-83db-4892-bc0b-08498284f9c7),segment_id=21be9e4f-83db-4892-bc0b-08498284f9c7)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:12:35.965839 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:36.045441 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-c6834b39-0cd9-4cc1-8cd4-ce15311faaa1 None None] Provisioning complete for port d523c37d-4444-4b02-bfd0-80bb5955247d triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:36.045816 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c6834b39-0cd9-4cc1-8cd4-ce15311faaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:36.054101 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Routers {'186fd75a-a906-47ce-9958-15a0f79b3a62'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:12:36.054101 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:12:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['186fd75a-a906-47ce-9958-15a0f79b3a62'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:36.055133 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f042ef-fff6-41a8-a10c-b24d1dddf2b0 None None] Pushing event updated for resources: {'Port': ['ID=d523c37d-4444-4b02-bfd0-80bb5955247d,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:36.101356 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-62413d54-1f27-4068-96ce-2cbfc1dc1a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8721872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9265402'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:36.208502 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62413d54-1f27-4068-96ce-2cbfc1dc1a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9da67d-2855-4cd1-846f-5f07d0113b55,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:36.216109 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62413d54-1f27-4068-96ce-2cbfc1dc1a9b admin admin] Checking segment: {'id': '1310a15b-cfc8-471f-86d8-86b210f4775f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '028195d4-cb0b-4bc6-989e-3d50826ac69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:12:36.216489 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62413d54-1f27-4068-96ce-2cbfc1dc1a9b admin admin] Network hostable DHCP agents. Network: 028195d4-cb0b-4bc6-989e-3d50826ac69b, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:12:36.242921 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] Set router 186fd75a-a906-47ce-9958-15a0f79b3a62 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:12:36.278250 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c6834b39-0cd9-4cc1-8cd4-ce15311faaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:36.336388 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62413d54-1f27-4068-96ce-2cbfc1dc1a9b admin admin] Network 028195d4-cb0b-4bc6-989e-3d50826ac69b is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:12:36.367638 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-c6834b39-0cd9-4cc1-8cd4-ce15311faaa1 None None] For port d523c37d-4444-4b02-bfd0-80bb5955247d, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=d523c37d-4444-4b02-bfd0-80bb5955247d,segment=NetworkSegment(21be9e4f-83db-4892-bc0b-08498284f9c7),segment_id=21be9e4f-83db-4892-bc0b-08498284f9c7)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:36.468163 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-62413d54-1f27-4068-96ce-2cbfc1dc1a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, 028195d4-cb0b-4bc6-989e-3d50826ac69b) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:36.471866 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c6834b39-0cd9-4cc1-8cd4-ce15311faaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:36.473231 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62413d54-1f27-4068-96ce-2cbfc1dc1a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:36.473983 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-62413d54-1f27-4068-96ce-2cbfc1dc1a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:36.504371 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d86e6f3-26e3-4e31-9912-58cbc944ce25 None None] Network 028195d4-cb0b-4bc6-989e-3d50826ac69b requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:12:36.551841 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:12:31Z', 'revision_number': 4, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port': {'id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:28Z', 'updated_at': '2021-09-22T13:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'd523c37d-4444-4b02-bfd0-80bb5955247d', 'name': '', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'mac_address': 'fa:16:3e:13:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:31Z', 'updated_at': '2021-09-22T13:12:35Z', 'revision_number': 4, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'subnets': [{'id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:36.602335 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-62413d54-1f27-4068-96ce-2cbfc1dc1a9b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9183955 Sep 22 13:12:36.608039 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 58322) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:36.614437 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-976507215-router', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:36.629265 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6834b39-0cd9-4cc1-8cd4-ce15311faaa1 None None] Pushing event updated for resources: {'Port': ['ID=d523c37d-4444-4b02-bfd0-80bb5955247d,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:36.657684 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236fd4d-e14b-47cb-b9bc-a3672da4316d None None] The sync data for ids ['186fd75a-a906-47ce-9958-15a0f79b3a62'] in dv-cinder-810000-3-iscsi is: [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:12:31Z', 'revision_number': 4, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port': {'id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:28Z', 'updated_at': '2021-09-22T13:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'd523c37d-4444-4b02-bfd0-80bb5955247d', 'name': '', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'mac_address': 'fa:16:3e:13:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:31Z', 'updated_at': '2021-09-22T13:12:35Z', 'revision_number': 4, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'subnets': [{'id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:12:36.721351 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-1e4efc3f-2656-424e-9465-a5931c25afca None None] Provisioning complete for port d523c37d-4444-4b02-bfd0-80bb5955247d triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:36.722748 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1e4efc3f-2656-424e-9465-a5931c25afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:36.771114 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2998'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:36.782423 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3007'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:36.801089 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea56d12-62a3-4c1c-b3fc-ca1bb564994f req-44fa6ace-dbbb-4e0c-820c-733a39eaba5c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:36.835845 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8ea56d12-62a3-4c1c-b3fc-ca1bb564994f req-44fa6ace-dbbb-4e0c-820c-733a39eaba5c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.1592009 Sep 22 13:12:36.886204 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8ea56d12-62a3-4c1c-b3fc-ca1bb564994f req-5523b50e-add1-435b-b125-23c0c3dec698 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486279 Sep 22 13:12:36.899114 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bdac9-ba5f-45c4-b176-e4d068a14452 req-57de7def-389e-4055-9beb-478f9a9be649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:36.900844 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01d833cb-d995-53ea-8e06-0160417cf917-028195d4-cb0b-4bc6-989e-3d50826ac69b', 'network_id': '028195d4-cb0b-4bc6-989e-3d50826ac69b', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'fixed_ips': [{'subnet_id': '1c9da67d-2855-4cd1-846f-5f07d0113b55'}]}} from dv-cinder-810000-3-iscsi. {{(pid=94874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 13:12:36.901207 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8a9bdac9-ba5f-45c4-b176-e4d068a14452 req-57de7def-389e-4055-9beb-478f9a9be649 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d04a4440bd974592a2c14375e7f7fa18&device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 1099 time: 0.1130712 Sep 22 13:12:36.901970 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:37.010414 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:37.044653 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6e6e3-515a-4914-94a1-e9e907ed7b1e req-efc795dd-d2f1-4ae3-a62a-36c6fc8d358d tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:37.046470 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-55b6e6e3-515a-4914-94a1-e9e907ed7b1e req-efc795dd-d2f1-4ae3-a62a-36c6fc8d358d tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 943 time: 0.0576119 Sep 22 13:12:37.111663 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-55b6e6e3-515a-4914-94a1-e9e907ed7b1e req-e7368470-7eb0-47cc-bfcf-cd2346a24cb6 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576589 Sep 22 13:12:37.182454 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.db_base_plugin_common [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Allocated IP 172.20.0.2 (028195d4-cb0b-4bc6-989e-3d50826ac69b/1c9da67d-2855-4cd1-846f-5f07d0113b55/7b12510e-073b-44c2-9faf-dd87ff47ddc8) {{(pid=94874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:12:37.458330 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device eb41f873-3231-4a5d-bb95-72494404f065 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:12:37.462590 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:37.529556 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bdac9-ba5f-45c4-b176-e4d068a14452 req-5b00dd63-522a-4673-8728-1f865ba2489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:37.531243 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8a9bdac9-ba5f-45c4-b176-e4d068a14452 req-5b00dd63-522a-4673-8728-1f865ba2489c service neutron] 10.222.0.23 "GET /v2.0/networks?id=c6ea9935-8102-4648-ae6c-92fac791d7fa HTTP/1.1" status: 200 len: 919 time: 0.6160047 Sep 22 13:12:37.575459 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:37.617457 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Notify callbacks [] for port, precommit_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:37.619889 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8a9bdac9-ba5f-45c4-b176-e4d068a14452 req-08851998-cae9-4a2c-a12c-143e1f93ef41 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e985e239-a74d-451d-b44e-08c49c83ef5e HTTP/1.1" status: 200 len: 217 time: 0.0470343 Sep 22 13:12:37.636710 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port eb41f873-3231-4a5d-bb95-72494404f065, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=eb41f873-3231-4a5d-bb95-72494404f065,segment=NetworkSegment(da494060-7d79-4722-8aa1-73cb5bbc42c8),segment_id=da494060-7d79-4722-8aa1-73cb5bbc42c8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:37.649855 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': 'eb41f873-3231-4a5d-bb95-72494404f065', 'network_id': 'd0a1aecb-1239-48e9-9116-fc0789f6366d', 'port_id': 'eb41f873-3231-4a5d-bb95-72494404f065', 'mac_address': 'fa:16:3e:68:dc:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b01b4d-8da1-45f3-bf3d-15e6640dcf17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:12:37.677847 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bdac9-ba5f-45c4-b176-e4d068a14452 req-11a6034f-ad31-4000-b7a0-0e736fe493e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:37.679382 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8a9bdac9-ba5f-45c4-b176-e4d068a14452 req-11a6034f-ad31-4000-b7a0-0e736fe493e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3406f934-e65f-428d-9536-b198c58b9695 HTTP/1.1" status: 200 len: 858 time: 0.0502231 Sep 22 13:12:37.697408 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:37.720310 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb41f873-3231-4a5d-bb95-72494404f065 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:12:37.723831 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8a9bdac9-ba5f-45c4-b176-e4d068a14452 req-9e55cc94-7a55-4f94-ba5c-d188099ceb9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6ea9935-8102-4648-ae6c-92fac791d7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272865 Sep 22 13:12:37.732729 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:37.787600 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Network 028195d4-cb0b-4bc6-989e-3d50826ac69b is already hosted by enough agents. {{(pid=94874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:12:37.789525 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port eb41f873-3231-4a5d-bb95-72494404f065, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=eb41f873-3231-4a5d-bb95-72494404f065,segment=NetworkSegment(da494060-7d79-4722-8aa1-73cb5bbc42c8),segment_id=da494060-7d79-4722-8aa1-73cb5bbc42c8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:37.793400 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.base_scheduler [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Resources bound (agent type, host, resource id): {{(pid=94874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:37.797503 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Received port after_create {{(pid=94874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:12:37.866650 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Pushing event updated for resources: {'Port': ['ID=7b12510e-073b-44c2-9faf-dd87ff47ddc8,revision_number=1']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:37.888999 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:37.893103 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Attempting to bind port 7b12510e-073b-44c2-9faf-dd87ff47ddc8 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:12:37.893258 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Attempting to bind port 7b12510e-073b-44c2-9faf-dd87ff47ddc8 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '1310a15b-cfc8-471f-86d8-86b210f4775f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '028195d4-cb0b-4bc6-989e-3d50826ac69b'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:12:37.893498 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Attempting to bind port 7b12510e-073b-44c2-9faf-dd87ff47ddc8 on network 028195d4-cb0b-4bc6-989e-3d50826ac69b {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:12:37.931672 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:12:37.932070 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Checking segment: {'id': '1310a15b-cfc8-471f-86d8-86b210f4775f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '028195d4-cb0b-4bc6-989e-3d50826ac69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:12:37.932458 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:37.932858 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Bound using segment: {'id': '1310a15b-cfc8-471f-86d8-86b210f4775f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '028195d4-cb0b-4bc6-989e-3d50826ac69b'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:12:37.933346 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Bound port: 7b12510e-073b-44c2-9faf-dd87ff47ddc8, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1310a15b-cfc8-471f-86d8-86b210f4775f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '028195d4-cb0b-4bc6-989e-3d50826ac69b'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:12:37.933727 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:37.982216 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8a9bdac9-ba5f-45c4-b176-e4d068a14452 req-85711db9-cf2d-47ba-abdf-8c3d0dde4589 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351944 Sep 22 13:12:38.020044 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=eb41f873-3231-4a5d-bb95-72494404f065,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:38.063098 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] For port 7b12510e-073b-44c2-9faf-dd87ff47ddc8, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:12:38.067655 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] For port 7b12510e-073b-44c2-9faf-dd87ff47ddc8, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=7b12510e-073b-44c2-9faf-dd87ff47ddc8,segment=NetworkSegment(1310a15b-cfc8-471f-86d8-86b210f4775f),segment_id=1310a15b-cfc8-471f-86d8-86b210f4775f)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:12:38.071388 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913e6c7-ef8f-4c29-9ede-e017f5e605c6 req-0599e379-33f6-44ea-aac2-2e5e42163b09 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:38.073638 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8913e6c7-ef8f-4c29-9ede-e017f5e605c6 req-0599e379-33f6-44ea-aac2-2e5e42163b09 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0853443 Sep 22 13:12:38.164797 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8913e6c7-ef8f-4c29-9ede-e017f5e605c6 req-5a01bec3-1c57-4775-af6a-9206e52ba077 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832193 Sep 22 13:12:38.189150 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:38.276687 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372dc94-423e-4b46-af08-a8e52c27e372 None None] Pushing event updated for resources: {'Port': ['ID=7b12510e-073b-44c2-9faf-dd87ff47ddc8,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:38.282389 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:38.314396 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:38.319422 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['eb41f873-3231-4a5d-bb95-72494404f065'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:12:38.337203 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8a9bdac9-ba5f-45c4-b176-e4d068a14452 req-3d457c4e-fb25-40b2-9a47-aba55d40300c service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343225 Sep 22 13:12:38.385490 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1455f1-2f05-45eb-ba1f-2428d9c1c4d3 req-17586beb-f99f-49d4-a1aa-fa618f1ffc95 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:38.393230 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8d1455f1-2f05-45eb-ba1f-2428d9c1c4d3 req-17586beb-f99f-49d4-a1aa-fa618f1ffc95 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 944 time: 0.1791077 Sep 22 13:12:38.468662 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8d1455f1-2f05-45eb-ba1f-2428d9c1c4d3 req-502c2b49-895d-45bf-828b-dd943ae63cff tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715363 Sep 22 13:12:38.552715 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Allocated IP 172.27.1.58 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/f60629a8-7f5f-45fd-a27f-4ef3e532c4bf) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:12:38.628761 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e72160a8-25e5-43c7-a264-17ad57eb00cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:38.717950 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 7b12510e-073b-44c2-9faf-dd87ff47ddc8 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:12:38.746444 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:38.786527 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 7b12510e-073b-44c2-9faf-dd87ff47ddc8 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:38.787239 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:38.878419 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:38.902543 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:38.904913 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:38.916382 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port 7b12510e-073b-44c2-9faf-dd87ff47ddc8, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=7b12510e-073b-44c2-9faf-dd87ff47ddc8,segment=NetworkSegment(1310a15b-cfc8-471f-86d8-86b210f4775f),segment_id=1310a15b-cfc8-471f-86d8-86b210f4775f)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:38.943960 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:12:38.945484 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:38.949453 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:12:38.984650 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f60629a8-7f5f-45fd-a27f-4ef3e532c4bf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:39.004719 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:39.005548 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device d523c37d-4444-4b02-bfd0-80bb5955247d up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:12:39.093850 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=7b12510e-073b-44c2-9faf-dd87ff47ddc8,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:39.116129 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port d523c37d-4444-4b02-bfd0-80bb5955247d triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:39.116506 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:39.302160 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:39.359599 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7256d-0e97-4be4-be5b-104b97421e78 req-8a2d1957-6380-4bf6-bcf2-50ff8a84996f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:39.361154 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1bf7256d-0e97-4be4-be5b-104b97421e78 req-8a2d1957-6380-4bf6-bcf2-50ff8a84996f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.1032169 Sep 22 13:12:39.362167 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de17c72-52ee-42e0-8b73-140f3410713c None None] Network 028195d4-cb0b-4bc6-989e-3d50826ac69b requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:12:39.441890 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1bf7256d-0e97-4be4-be5b-104b97421e78 req-2c4aadd1-6fb9-4be7-a5fc-4398942f33dd tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718713 Sep 22 13:12:39.446130 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-f8bafda3-b12e-48ae-aaec-7637fdce4fd1 None None] Provisioning complete for port 7b12510e-073b-44c2-9faf-dd87ff47ddc8 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:39.446537 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f8bafda3-b12e-48ae-aaec-7637fdce4fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:39.596121 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567739'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:39.651022 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00439622-a29d-4cc8-b739-2611bbe296e8 req-0e9bdc8e-4502-4d60-b47d-55ca581f78e4 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:39.652638 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-00439622-a29d-4cc8-b739-2611bbe296e8 req-0e9bdc8e-4502-4d60-b47d-55ca581f78e4 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 944 time: 0.1091149 Sep 22 13:12:39.746283 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-00439622-a29d-4cc8-b739-2611bbe296e8 req-35b43dbf-1a9d-47ad-8b46-8ee335b116cc tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797448 Sep 22 13:12:39.878859 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Router fccb8b3e-517d-4491-acef-4ed1db0f8fcb is scheduled to L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 13:12:39.928765 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-66592bb4-8498-4d79-90f3-01a34a6759e1 None None] Provisioning complete for port 7b12510e-073b-44c2-9faf-dd87ff47ddc8 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:39.929439 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-66592bb4-8498-4d79-90f3-01a34a6759e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:39.991597 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:12:40.001897 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Sync routers for ids ['fccb8b3e-517d-4491-acef-4ed1db0f8fcb'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:12:40.018139 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Routers {'fccb8b3e-517d-4491-acef-4ed1db0f8fcb'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:12:40.018952 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:12:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['fccb8b3e-517d-4491-acef-4ed1db0f8fcb'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:40.022723 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:40.079447 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:40.080795 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-7cef8326-d0bd-4b46-a058-d4157cdff1a6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4707894 Sep 22 13:12:40.083698 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 58386) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:12:40.132521 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Set router fccb8b3e-517d-4491-acef-4ed1db0f8fcb gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:12:40.331761 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'name': 'tempest-TestMinimumBasicScenario-976507215-router', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f60629a8-7f5f-45fd-a27f-4ef3e532c4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:36Z', 'updated_at': '2021-09-22T13:12:39Z', 'revision_number': 3, 'project_id': '51b5b3ab4d034ee6b06355bd3598584a', 'gw_port': {'id': 'f60629a8-7f5f-45fd-a27f-4ef3e532c4bf', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:38Z', 'updated_at': '2021-09-22T13:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:40.362559 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Checking router: fccb8b3e-517d-4491-acef-4ed1db0f8fcb for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:12:40.362925 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Updating router fccb8b3e-517d-4491-acef-4ed1db0f8fcb port f60629a8-7f5f-45fd-a27f-4ef3e532c4bf binding host dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:12:40.388918 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:40.557480 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:40.605915 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fc814-350e-4c63-9fd2-ac4a18395fdc req-f3d4fe5d-9a0a-4857-8627-9438e91960f7 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:40.607688 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-251fc814-350e-4c63-9fd2-ac4a18395fdc req-f3d4fe5d-9a0a-4857-8627-9438e91960f7 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0834575 Sep 22 13:12:40.628553 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 7b12510e-073b-44c2-9faf-dd87ff47ddc8 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:12:40.651987 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-251fc814-350e-4c63-9fd2-ac4a18395fdc req-614874bb-e3d9-4683-a493-0328b0b93508 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362530 Sep 22 13:12:40.674769 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Notify callbacks [] for port, precommit_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:40.684849 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 7b12510e-073b-44c2-9faf-dd87ff47ddc8 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:40.685325 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:40.880142 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Allocated IP 172.20.0.1 (028195d4-cb0b-4bc6-989e-3d50826ac69b/1c9da67d-2855-4cd1-846f-5f07d0113b55/234033d2-979b-4cd5-a724-422ac6475e60) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:12:40.909670 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcca35-4caa-48bf-a433-207de88cb0a8 req-68b70822-e75e-4915-bc47-a23154839a11 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:40.911379 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6fdcca35-4caa-48bf-a433-207de88cb0a8 req-68b70822-e75e-4915-bc47-a23154839a11 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 944 time: 0.0814357 Sep 22 13:12:40.922957 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:40.971792 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Attempting to bind port f60629a8-7f5f-45fd-a27f-4ef3e532c4bf on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:12:40.972164 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Attempting to bind port f60629a8-7f5f-45fd-a27f-4ef3e532c4bf by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:12:40.972519 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Attempting to bind port f60629a8-7f5f-45fd-a27f-4ef3e532c4bf on network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:12:40.981578 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e7ae1-f751-4f4c-bb12-ad47a5e402b5 None None] Pushing event updated for resources: {'Port': ['ID=f60629a8-7f5f-45fd-a27f-4ef3e532c4bf,revision_number=2']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:40.984810 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:12:40.985182 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Checking segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:12:40.985582 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:40.985973 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Bound using segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:12:40.986437 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Bound port: f60629a8-7f5f-45fd-a27f-4ef3e532c4bf, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:12:40.986834 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:40.993447 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6fdcca35-4caa-48bf-a433-207de88cb0a8 req-f2e6c25c-0df8-4150-a030-d22ba0545fc3 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725014 Sep 22 13:12:41.027118 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:41.045017 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] For port f60629a8-7f5f-45fd-a27f-4ef3e532c4bf, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:12:41.049243 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] For port f60629a8-7f5f-45fd-a27f-4ef3e532c4bf, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=f60629a8-7f5f-45fd-a27f-4ef3e532c4bf,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:12:41.119925 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:41.154219 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:41.179742 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Routers {'fccb8b3e-517d-4491-acef-4ed1db0f8fcb'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:12:41.180412 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:12:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['fccb8b3e-517d-4491-acef-4ed1db0f8fcb'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:41.201771 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Network 028195d4-cb0b-4bc6-989e-3d50826ac69b is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:12:41.206980 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:41.210966 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:12:41.211439 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564358'] for router_interface, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:41.218859 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e7ae1-f751-4f4c-bb12-ad47a5e402b5 None None] Pushing event updated for resources: {'Port': ['ID=f60629a8-7f5f-45fd-a27f-4ef3e532c4bf,revision_number=3']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:41.274025 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Pushing event updated for resources: {'Port': ['ID=234033d2-979b-4cd5-a724-422ac6475e60,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:41.304954 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device eb41f873-3231-4a5d-bb95-72494404f065 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:12:41.310515 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] Set router fccb8b3e-517d-4491-acef-4ed1db0f8fcb gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:12:41.422168 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:41.450570 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-0b773018-12a3-4e28-b7b1-a6553b9d3a0d None None] Provisioning complete for port 234033d2-979b-4cd5-a724-422ac6475e60 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:41.451051 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0b773018-12a3-4e28-b7b1-a6553b9d3a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:41.453648 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port eb41f873-3231-4a5d-bb95-72494404f065 completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:12:41.475422 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port eb41f873-3231-4a5d-bb95-72494404f065 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:41.475962 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:41.520916 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-0b773018-12a3-4e28-b7b1-a6553b9d3a0d None None] Port 234033d2-979b-4cd5-a724-422ac6475e60 cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:12:41.621080 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:41.622470 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'name': 'tempest-TestMinimumBasicScenario-976507215-router', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f60629a8-7f5f-45fd-a27f-4ef3e532c4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:36Z', 'updated_at': '2021-09-22T13:12:39Z', 'revision_number': 3, 'project_id': '51b5b3ab4d034ee6b06355bd3598584a', 'gw_port': {'id': 'f60629a8-7f5f-45fd-a27f-4ef3e532c4bf', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:38Z', 'updated_at': '2021-09-22T13:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:41.625356 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:41.646003 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53e9d02-04e9-43e6-9f98-9f19e9598c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb41f873-3231-4a5d-bb95-72494404f065'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:12:41.649452 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c394abc-734a-4217-8e3e-5b1bbebe8a49" -d '{"events": [{"server_uuid": "a53e9d02-04e9-43e6-9f98-9f19e9598c22", "name": "network-vif-plugged", "status": "completed", "tag": "eb41f873-3231-4a5d-bb95-72494404f065"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:12:41.657168 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba5916-0d68-4148-bea7-7db0112899fc None None] The sync data for ids ['fccb8b3e-517d-4491-acef-4ed1db0f8fcb'] in dv-cinder-810000-3-iscsi is: [{'id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'name': 'tempest-TestMinimumBasicScenario-976507215-router', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f60629a8-7f5f-45fd-a27f-4ef3e532c4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:36Z', 'updated_at': '2021-09-22T13:12:39Z', 'revision_number': 3, 'project_id': '51b5b3ab4d034ee6b06355bd3598584a', 'gw_port': {'id': 'f60629a8-7f5f-45fd-a27f-4ef3e532c4bf', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:38Z', 'updated_at': '2021-09-22T13:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:12:41.665536 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port eb41f873-3231-4a5d-bb95-72494404f065, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=eb41f873-3231-4a5d-bb95-72494404f065,segment=NetworkSegment(da494060-7d79-4722-8aa1-73cb5bbc42c8),segment_id=da494060-7d79-4722-8aa1-73cb5bbc42c8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:41.693690 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071b7342-6c80-4124-b040-cf8951bf8036 x-openstack-request-id: req-071b7342-6c80-4124-b040-cf8951bf8036 {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:12:41.694178 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53e9d02-04e9-43e6-9f98-9f19e9598c22", "name": "network-vif-plugged", "status": "completed", "tag": "eb41f873-3231-4a5d-bb95-72494404f065", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:12:41.694605 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-071b7342-6c80-4124-b040-cf8951bf8036 {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:12:41.695160 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53e9d02-04e9-43e6-9f98-9f19e9598c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb41f873-3231-4a5d-bb95-72494404f065', 'code': 200} Sep 22 13:12:41.696982 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:41.723994 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:41.724850 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562038'] for router_interface, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:41.751641 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:41.823503 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=eb41f873-3231-4a5d-bb95-72494404f065,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:41.849693 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Pushing event updated for resources: {'Port': ['ID=234033d2-979b-4cd5-a724-422ac6475e60,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:41.912697 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041a4b9-c005-463a-b42f-e961a8c1f6f2 req-54390911-d889-450b-b3be-6272812eda20 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:41.936264 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b041a4b9-c005-463a-b42f-e961a8c1f6f2 req-54390911-d889-450b-b3be-6272812eda20 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.1518662 Sep 22 13:12:42.004336 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b041a4b9-c005-463a-b42f-e961a8c1f6f2 req-8d6ace70-ec69-4b22-85ce-56a139a66aa2 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675957 Sep 22 13:12:42.014633 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Network 028195d4-cb0b-4bc6-989e-3d50826ac69b is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:12:42.016683 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:42.118313 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a775d60-d37e-43c1-8abf-c962f2883338 req-fc882c59-9df4-49e9-aff4-65c1ea435896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:42.124595 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7a775d60-d37e-43c1-8abf-c962f2883338 req-fc882c59-9df4-49e9-aff4-65c1ea435896 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 1098 time: 0.0976887 Sep 22 13:12:42.219922 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7a775d60-d37e-43c1-8abf-c962f2883338 req-8c4601de-98fd-48ee-bb43-c322f9a03b71 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840254 Sep 22 13:12:42.248723 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bc42d-a15e-4ca0-b091-755d7527f6c4 req-f6f1e02a-f2ed-44d0-8db1-568236d4048a tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:42.257366 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cb6bc42d-a15e-4ca0-b091-755d7527f6c4 req-f6f1e02a-f2ed-44d0-8db1-568236d4048a tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 945 time: 0.1232181 Sep 22 13:12:42.279896 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Router fccb8b3e-517d-4491-acef-4ed1db0f8fcb has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:12:42.303027 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cb6bc42d-a15e-4ca0-b091-755d7527f6c4 req-d200ddc3-4b86-458f-a345-8b812ea7e461 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435226 Sep 22 13:12:42.369692 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-01ceb92a-a741-4cc2-abab-ef47e4cc2b4b None None] Provisioning complete for port 234033d2-979b-4cd5-a724-422ac6475e60 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:42.370287 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-01ceb92a-a741-4cc2-abab-ef47e4cc2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:42.410882 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:12:42.412058 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-01ceb92a-a741-4cc2-abab-ef47e4cc2b4b None None] Port 234033d2-979b-4cd5-a724-422ac6475e60 cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:12:42.422547 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-b2237fb9-fe98-49be-99e0-fae1e7cdae22 admin admin] 10.222.0.43 "PUT /v2.0/routers/fccb8b3e-517d-4491-acef-4ed1db0f8fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3313720 Sep 22 13:12:42.642862 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device f60629a8-7f5f-45fd-a27f-4ef3e532c4bf up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:12:42.697090 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port f60629a8-7f5f-45fd-a27f-4ef3e532c4bf triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:42.697467 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:42.779082 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:42.801932 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port f60629a8-7f5f-45fd-a27f-4ef3e532c4bf, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=f60629a8-7f5f-45fd-a27f-4ef3e532c4bf,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:42.928696 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:42.982440 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=f60629a8-7f5f-45fd-a27f-4ef3e532c4bf,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:43.126463 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c132a6-94d4-4466-bce2-88bbb725ee45 req-3bcdd618-9367-42d9-a647-84d500892ac4 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:43.128379 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-89c132a6-94d4-4466-bce2-88bbb725ee45 req-3bcdd618-9367-42d9-a647-84d500892ac4 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0519495 Sep 22 13:12:43.170393 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-89c132a6-94d4-4466-bce2-88bbb725ee45 req-36ad2da9-13d2-4915-8f1b-d2e4577757df tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360301 Sep 22 13:12:43.464438 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bb414-09fd-420c-aee8-b4e91bbbbfa8 req-bc8e65cf-ac53-4244-9667-d8accbec09c3 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:43.466233 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ef5bb414-09fd-420c-aee8-b4e91bbbbfa8 req-bc8e65cf-ac53-4244-9667-d8accbec09c3 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 945 time: 0.0701604 Sep 22 13:12:43.527332 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ef5bb414-09fd-420c-aee8-b4e91bbbbfa8 req-287b465f-ca75-4338-a037-c5ef9af23e30 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525918 Sep 22 13:12:44.331233 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823b30e-5aa9-44eb-a38a-05e9384162db req-69d66443-a5b6-4215-93f9-af861ad06110 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:44.338437 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d823b30e-5aa9-44eb-a38a-05e9384162db req-69d66443-a5b6-4215-93f9-af861ad06110 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0780549 Sep 22 13:12:44.391696 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d823b30e-5aa9-44eb-a38a-05e9384162db req-4f569e25-34c6-4c67-9631-20050d875322 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457904 Sep 22 13:12:44.491185 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Sync routers for ids ['fccb8b3e-517d-4491-acef-4ed1db0f8fcb'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:12:44.500725 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Routers {'fccb8b3e-517d-4491-acef-4ed1db0f8fcb'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:12:44.501449 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:12:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['fccb8b3e-517d-4491-acef-4ed1db0f8fcb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:44.794053 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2cc81-ec3b-477b-96ee-b8db52b7b26b req-de94b7f9-5096-439d-b74a-e340cefe4d44 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:44.796623 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e1d2cc81-ec3b-477b-96ee-b8db52b7b26b req-de94b7f9-5096-439d-b74a-e340cefe4d44 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 945 time: 0.1267831 Sep 22 13:12:44.852421 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device f60629a8-7f5f-45fd-a27f-4ef3e532c4bf up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:12:44.855833 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e1d2cc81-ec3b-477b-96ee-b8db52b7b26b req-0916f64f-1ea4-47f9-9bc1-da6b37ea7b0c tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488150 Sep 22 13:12:44.916889 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Set router fccb8b3e-517d-4491-acef-4ed1db0f8fcb gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:12:44.968697 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port f60629a8-7f5f-45fd-a27f-4ef3e532c4bf triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:44.969162 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:45.230863 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'name': 'tempest-TestMinimumBasicScenario-976507215-router', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f60629a8-7f5f-45fd-a27f-4ef3e532c4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:36Z', 'updated_at': '2021-09-22T13:12:41Z', 'revision_number': 4, 'project_id': '51b5b3ab4d034ee6b06355bd3598584a', 'gw_port': {'id': 'f60629a8-7f5f-45fd-a27f-4ef3e532c4bf', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:38Z', 'updated_at': '2021-09-22T13:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '234033d2-979b-4cd5-a724-422ac6475e60', 'name': '', 'network_id': '028195d4-cb0b-4bc6-989e-3d50826ac69b', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'mac_address': 'fa:16:3e:46:36:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1c9da67d-2855-4cd1-846f-5f07d0113b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:40Z', 'updated_at': '2021-09-22T13:12:41Z', 'revision_number': 2, 'project_id': '51b5b3ab4d034ee6b06355bd3598584a', 'subnets': [{'id': '1c9da67d-2855-4cd1-846f-5f07d0113b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:45.262173 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Checking router: fccb8b3e-517d-4491-acef-4ed1db0f8fcb for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:12:45.262529 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Updating router fccb8b3e-517d-4491-acef-4ed1db0f8fcb port 234033d2-979b-4cd5-a724-422ac6475e60 binding host dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:12:45.293603 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:45.528932 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95674358-78ac-42ca-a0c0-6dd5b1f91191 req-19c4298e-0213-4926-8e3c-a86fca371061 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:45.543503 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-95674358-78ac-42ca-a0c0-6dd5b1f91191 req-19c4298e-0213-4926-8e3c-a86fca371061 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0787539 Sep 22 13:12:45.696205 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-95674358-78ac-42ca-a0c0-6dd5b1f91191 req-eea2d3a1-b4ff-472c-ba08-88687947a568 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516907 Sep 22 13:12:45.753391 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:45.849540 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:45.907092 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d5e35-0505-460f-9b3d-5283c50f301a None None] Pushing event updated for resources: {'Port': ['ID=234033d2-979b-4cd5-a724-422ac6475e60,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:45.967083 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Attempting to bind port 234033d2-979b-4cd5-a724-422ac6475e60 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:12:45.968221 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Attempting to bind port 234033d2-979b-4cd5-a724-422ac6475e60 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '1310a15b-cfc8-471f-86d8-86b210f4775f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '028195d4-cb0b-4bc6-989e-3d50826ac69b'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:12:45.968740 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Attempting to bind port 234033d2-979b-4cd5-a724-422ac6475e60 on network 028195d4-cb0b-4bc6-989e-3d50826ac69b {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:12:45.975123 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:12:45.975726 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Checking segment: {'id': '1310a15b-cfc8-471f-86d8-86b210f4775f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '028195d4-cb0b-4bc6-989e-3d50826ac69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:12:45.976270 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:45.976796 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Bound using segment: {'id': '1310a15b-cfc8-471f-86d8-86b210f4775f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '028195d4-cb0b-4bc6-989e-3d50826ac69b'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:12:45.977515 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Bound port: 234033d2-979b-4cd5-a724-422ac6475e60, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1310a15b-cfc8-471f-86d8-86b210f4775f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '028195d4-cb0b-4bc6-989e-3d50826ac69b'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:12:45.978069 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:46.058100 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] For port 234033d2-979b-4cd5-a724-422ac6475e60, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:12:46.079544 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] For port 234033d2-979b-4cd5-a724-422ac6475e60, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=234033d2-979b-4cd5-a724-422ac6475e60,segment=NetworkSegment(1310a15b-cfc8-471f-86d8-86b210f4775f),segment_id=1310a15b-cfc8-471f-86d8-86b210f4775f)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:12:46.200498 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-1e9c21b6-8b6b-4bb4-a9cd-6076c3c11a55 None None] Provisioning complete for port 234033d2-979b-4cd5-a724-422ac6475e60 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:46.200498 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1e9c21b6-8b6b-4bb4-a9cd-6076c3c11a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:46.221275 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:46.287743 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c21b6-8b6b-4bb4-a9cd-6076c3c11a55 None None] Port 234033d2-979b-4cd5-a724-422ac6475e60 cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:12:46.308845 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d5e35-0505-460f-9b3d-5283c50f301a None None] Pushing event updated for resources: {'Port': ['ID=234033d2-979b-4cd5-a724-422ac6475e60,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:46.313111 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Routers {'fccb8b3e-517d-4491-acef-4ed1db0f8fcb'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:12:46.316376 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:12:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['fccb8b3e-517d-4491-acef-4ed1db0f8fcb'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:46.480459 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] Set router fccb8b3e-517d-4491-acef-4ed1db0f8fcb gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:12:46.660575 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-a8436de9-c2ae-4869-8303-accb3bc90f4b None None] Provisioning complete for port 234033d2-979b-4cd5-a724-422ac6475e60 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:46.660956 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a8436de9-c2ae-4869-8303-accb3bc90f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:46.804298 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a8436de9-c2ae-4869-8303-accb3bc90f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:46.837976 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'name': 'tempest-TestMinimumBasicScenario-976507215-router', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f60629a8-7f5f-45fd-a27f-4ef3e532c4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:36Z', 'updated_at': '2021-09-22T13:12:41Z', 'revision_number': 4, 'project_id': '51b5b3ab4d034ee6b06355bd3598584a', 'gw_port': {'id': 'f60629a8-7f5f-45fd-a27f-4ef3e532c4bf', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:38Z', 'updated_at': '2021-09-22T13:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '234033d2-979b-4cd5-a724-422ac6475e60', 'name': '', 'network_id': '028195d4-cb0b-4bc6-989e-3d50826ac69b', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'mac_address': 'fa:16:3e:46:36:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1c9da67d-2855-4cd1-846f-5f07d0113b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:40Z', 'updated_at': '2021-09-22T13:12:46Z', 'revision_number': 4, 'project_id': '51b5b3ab4d034ee6b06355bd3598584a', 'subnets': [{'id': '1c9da67d-2855-4cd1-846f-5f07d0113b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:12:46.854348 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dc0f5-0ba6-4933-ae01-c8b8fe19d624 req-46150840-e591-4292-ac66-db6a4732f70a tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:46.855973 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-893dc0f5-0ba6-4933-ae01-c8b8fe19d624 req-46150840-e591-4292-ac66-db6a4732f70a tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0600679 Sep 22 13:12:46.876800 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5dcc25-473f-4beb-a971-57f694083eac None None] The sync data for ids ['fccb8b3e-517d-4491-acef-4ed1db0f8fcb'] in dv-cinder-810000-3-iscsi is: [{'id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'name': 'tempest-TestMinimumBasicScenario-976507215-router', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f60629a8-7f5f-45fd-a27f-4ef3e532c4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:36Z', 'updated_at': '2021-09-22T13:12:41Z', 'revision_number': 4, 'project_id': '51b5b3ab4d034ee6b06355bd3598584a', 'gw_port': {'id': 'f60629a8-7f5f-45fd-a27f-4ef3e532c4bf', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:38Z', 'updated_at': '2021-09-22T13:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '234033d2-979b-4cd5-a724-422ac6475e60', 'name': '', 'network_id': '028195d4-cb0b-4bc6-989e-3d50826ac69b', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'mac_address': 'fa:16:3e:46:36:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1c9da67d-2855-4cd1-846f-5f07d0113b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:40Z', 'updated_at': '2021-09-22T13:12:46Z', 'revision_number': 4, 'project_id': '51b5b3ab4d034ee6b06355bd3598584a', 'subnets': [{'id': '1c9da67d-2855-4cd1-846f-5f07d0113b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:12:46.899307 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-a8436de9-c2ae-4869-8303-accb3bc90f4b None None] For port 234033d2-979b-4cd5-a724-422ac6475e60, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=234033d2-979b-4cd5-a724-422ac6475e60,segment=NetworkSegment(1310a15b-cfc8-471f-86d8-86b210f4775f),segment_id=1310a15b-cfc8-471f-86d8-86b210f4775f)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:46.912039 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-893dc0f5-0ba6-4933-ae01-c8b8fe19d624 req-bfa41701-5d70-4b56-8523-3d64e5e05dd0 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 Sep 22 13:12:46.993528 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a8436de9-c2ae-4869-8303-accb3bc90f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:47.099236 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8436de9-c2ae-4869-8303-accb3bc90f4b None None] Pushing event updated for resources: {'Port': ['ID=234033d2-979b-4cd5-a724-422ac6475e60,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:47.236294 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d199f30-3d91-4bfc-8b95-c28f4b9d1552 req-197f2d2f-e4ac-447b-b947-3548dcf80fd9 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:47.237993 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7d199f30-3d91-4bfc-8b95-c28f4b9d1552 req-197f2d2f-e4ac-447b-b947-3548dcf80fd9 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 945 time: 0.0713878 Sep 22 13:12:47.289406 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7d199f30-3d91-4bfc-8b95-c28f4b9d1552 req-b6a11e95-0e59-4684-a82d-8595ef96d1de tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452025 Sep 22 13:12:48.062087 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a875cc-e5d6-465b-8271-c5a2c2edddee req-fd174da2-f6de-4d4e-b094-16e2c33f502f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:48.064257 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-13a875cc-e5d6-465b-8271-c5a2c2edddee req-fd174da2-f6de-4d4e-b094-16e2c33f502f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0664237 Sep 22 13:12:48.143522 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-13a875cc-e5d6-465b-8271-c5a2c2edddee req-83bb3d5c-2a07-4cea-ab78-05d6292fc275 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683751 Sep 22 13:12:48.460164 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65d696-ea6d-4243-b713-7a27ac7177ae req-de72bca1-e6bb-4adc-8134-5af8cc8c550a tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:48.462027 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-de65d696-ea6d-4243-b713-7a27ac7177ae req-de72bca1-e6bb-4adc-8134-5af8cc8c550a tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 945 time: 0.0689034 Sep 22 13:12:48.525037 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-de65d696-ea6d-4243-b713-7a27ac7177ae req-2279d9b9-2da2-4d93-947a-c53a7df6f00a tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543625 Sep 22 13:12:48.709200 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 234033d2-979b-4cd5-a724-422ac6475e60 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:12:48.796611 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 234033d2-979b-4cd5-a724-422ac6475e60 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:12:48.797183 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:49.300485 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d636b6-4cb6-45ea-ba61-62ed05dcf870 req-44572295-dff0-41b9-9c01-1a7a55d320c4 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:49.302230 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-58d636b6-4cb6-45ea-ba61-62ed05dcf870 req-44572295-dff0-41b9-9c01-1a7a55d320c4 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0826478 Sep 22 13:12:49.348722 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-58d636b6-4cb6-45ea-ba61-62ed05dcf870 req-dfc28725-1234-4465-b7d6-46a55737ca63 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385351 Sep 22 13:12:49.398910 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba05b46-fa86-4cff-ab55-a2d4d7a6bffb req-fe0eb189-eb1a-49e9-af75-5498461fb4b0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:49.401156 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9ba05b46-fa86-4cff-ab55-a2d4d7a6bffb req-fe0eb189-eb1a-49e9-af75-5498461fb4b0 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.23 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 945 time: 0.0647717 Sep 22 13:12:49.549066 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-9ba05b46-fa86-4cff-ab55-a2d4d7a6bffb req-f72b0a50-2e6d-47f4-a173-e72ed2e80201 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Deleting port eb41f873-3231-4a5d-bb95-72494404f065 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:12:49.549066 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9ba05b46-fa86-4cff-ab55-a2d4d7a6bffb req-f72b0a50-2e6d-47f4-a173-e72ed2e80201 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:49.722228 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a000203-bf9b-48a0-93ac-0be10fe8556f req-c626791d-6010-43fe-9974-8b6336fdf609 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:49.723873 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2a000203-bf9b-48a0-93ac-0be10fe8556f req-c626791d-6010-43fe-9974-8b6336fdf609 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 945 time: 0.0891876 Sep 22 13:12:49.725936 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9ba05b46-fa86-4cff-ab55-a2d4d7a6bffb req-f72b0a50-2e6d-47f4-a173-e72ed2e80201 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] For port eb41f873-3231-4a5d-bb95-72494404f065, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=eb41f873-3231-4a5d-bb95-72494404f065,segment=NetworkSegment(da494060-7d79-4722-8aa1-73cb5bbc42c8),segment_id=da494060-7d79-4722-8aa1-73cb5bbc42c8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:12:49.726352 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9ba05b46-fa86-4cff-ab55-a2d4d7a6bffb req-f72b0a50-2e6d-47f4-a173-e72ed2e80201 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:49.761129 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-9ba05b46-fa86-4cff-ab55-a2d4d7a6bffb req-f72b0a50-2e6d-47f4-a173-e72ed2e80201 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Calling delete_port for eb41f873-3231-4a5d-bb95-72494404f065 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:12:49.841472 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2a000203-bf9b-48a0-93ac-0be10fe8556f req-6b1fb894-cbf3-413a-a3ef-f480d477da8d tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043904 Sep 22 13:12:50.082571 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9ba05b46-fa86-4cff-ab55-a2d4d7a6bffb req-f72b0a50-2e6d-47f4-a173-e72ed2e80201 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:50.127599 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['eb41f873-3231-4a5d-bb95-72494404f065'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:12:50.128199 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b0a50-2e6d-47f4-a173-e72ed2e80201 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Pushing event deleted for resources: {'Port': ['ID=eb41f873-3231-4a5d-bb95-72494404f065,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:50.149125 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-3bcd0df0-ff0b-4aaf-9594-7e80e66e15d7 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:50.149977 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-3bcd0df0-ff0b-4aaf-9594-7e80e66e15d7 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/networks?id=486be222-2dae-4806-b5f2-6aa278197135 HTTP/1.1" status: 200 len: 815 time: 0.1640913 Sep 22 13:12:50.227026 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-fc885b75-7c55-427f-917d-611e69450d0e tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/quotas/86bd01d73b164c0496803e15f5becaea HTTP/1.1" status: 200 len: 375 time: 0.0698609 Sep 22 13:12:50.230277 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba05b46-fa86-4cff-ab55-a2d4d7a6bffb req-f72b0a50-2e6d-47f4-a173-e72ed2e80201 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] No DVR routers for this DVR port eb41f873-3231-4a5d-bb95-72494404f065 on host hv-cinder-81000 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:12:50.234657 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9ba05b46-fa86-4cff-ab55-a2d4d7a6bffb req-f72b0a50-2e6d-47f4-a173-e72ed2e80201 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:50.237224 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9ba05b46-fa86-4cff-ab55-a2d4d7a6bffb req-f72b0a50-2e6d-47f4-a173-e72ed2e80201 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.23 "DELETE /v2.0/ports/eb41f873-3231-4a5d-bb95-72494404f065 HTTP/1.1" status: 204 len: 173 time: 0.8238502 Sep 22 13:12:50.263702 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53e9d02-04e9-43e6-9f98-9f19e9598c22', 'name': 'network-vif-deleted', 'tag': 'eb41f873-3231-4a5d-bb95-72494404f065'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:12:50.266781 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9197d0-1928-4fde-ad3b-b9de09c8a0d2" -d '{"events": [{"server_uuid": "a53e9d02-04e9-43e6-9f98-9f19e9598c22", "name": "network-vif-deleted", "tag": "eb41f873-3231-4a5d-bb95-72494404f065"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:12:50.303137 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-bcce1b55-b62f-45bf-84f4-8693baba4ea4 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=86bd01d73b164c0496803e15f5becaea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748558 Sep 22 13:12:50.308815 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf38eb1b-1aae-4c0c-898b-8090bbb52f19 x-openstack-request-id: req-cf38eb1b-1aae-4c0c-898b-8090bbb52f19 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:12:50.309479 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53e9d02-04e9-43e6-9f98-9f19e9598c22", "name": "network-vif-deleted", "tag": "eb41f873-3231-4a5d-bb95-72494404f065", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:12:50.309886 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf38eb1b-1aae-4c0c-898b-8090bbb52f19 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:12:50.310456 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53e9d02-04e9-43e6-9f98-9f19e9598c22', 'name': 'network-vif-deleted', 'tag': 'eb41f873-3231-4a5d-bb95-72494404f065', 'status': 'completed', 'code': 200} Sep 22 13:12:50.496445 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547846f-fb2a-4052-a007-6cfdbc9be6ea req-cd58b2ab-7c26-465f-81ab-88d6b796667c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:50.498104 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1547846f-fb2a-4052-a007-6cfdbc9be6ea req-cd58b2ab-7c26-465f-81ab-88d6b796667c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0587990 Sep 22 13:12:50.540674 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1547846f-fb2a-4052-a007-6cfdbc9be6ea req-71bd64ef-94d3-4b2e-bb81-b35d714c5ed8 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359027 Sep 22 13:12:50.667187 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-caca2062-28d1-439f-9338-59a514769319 service neutron] 10.222.0.43 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526976 Sep 22 13:12:50.758879 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-ef892171-5a54-489e-b51c-9af60436a7ad service neutron] 10.222.0.43 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885029 Sep 22 13:12:51.096028 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-862185fe-0f36-4a0a-a869-5c8d581d3cb6 req-c6c03ac6-e625-4f4f-978c-6ad5ddeb50b0 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 210 time: 0.0355892 Sep 22 13:12:51.129535 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cddded30-d141-4c2f-87b6-6c311aa0446e req-e0e4626d-255c-42ab-ad82-0450ae173fbd tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 210 time: 0.0585654 Sep 22 13:12:51.716631 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7220a05-0c67-4a73-acd2-5cf58870ddd7 req-a9f9c070-3098-4c2b-8d17-dd75b9357581 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:51.720656 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a7220a05-0c67-4a73-acd2-5cf58870ddd7 req-a9f9c070-3098-4c2b-8d17-dd75b9357581 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0856783 Sep 22 13:12:51.791229 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a7220a05-0c67-4a73-acd2-5cf58870ddd7 req-245f42e0-cba3-4443-989a-32922a36ec4e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627427 Sep 22 13:12:52.200981 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-112c352c-8498-4089-afc5-1e3cca1c8f75 req-f77a95e6-7a33-4bbd-bfd3-0a4a5a716c9a tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 210 time: 0.0423765 Sep 22 13:12:52.274031 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0976b74d-b551-4063-91a8-ac06c4a8cd7a req-2dcb055a-b82f-4011-842c-c0db1d77823a tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a53e9d02-04e9-43e6-9f98-9f19e9598c22 HTTP/1.1" status: 200 len: 210 time: 0.0305400 Sep 22 13:12:52.937958 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5e6f9-4f3d-4ebb-b5e8-585cecce4bb3 req-1bf2f2bd-f8a2-450e-bf80-4542792eeb44 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:52.939672 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-aec5e6f9-4f3d-4ebb-b5e8-585cecce4bb3 req-1bf2f2bd-f8a2-450e-bf80-4542792eeb44 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0646539 Sep 22 13:12:53.041465 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-aec5e6f9-4f3d-4ebb-b5e8-585cecce4bb3 req-a68f058b-a988-4dad-9ebd-b160246299ae tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863979 Sep 22 13:12:53.319818 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2cdd81d1-8eb1-44e5-b6be-b6e36e262052 req-ae0eef17-164a-4f8f-b841-00b79d5b4832 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 210 time: 0.0475547 Sep 22 13:12:53.328902 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device eb41f873-3231-4a5d-bb95-72494404f065 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:12:53.382439 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: eb41f873-3231-4a5d-bb95-72494404f065 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:12:53.382439 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device eb41f873-3231-4a5d-bb95-72494404f065 not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:12:53.749072 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-0be0e663-a372-4ae8-8bf5-b141045fb7ee tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:53.751524 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-0be0e663-a372-4ae8-8bf5-b141045fb7ee tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/networks?id=d0a1aecb-1239-48e9-9116-fc0789f6366d HTTP/1.1" status: 200 len: 808 time: 0.1248531 Sep 22 13:12:53.773987 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-ad651822-2d9b-4593-8ed9-0c65f2506ac6 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/quotas/dc99723145834860a6127632c31447c4 HTTP/1.1" status: 200 len: 375 time: 0.0153301 Sep 22 13:12:53.817617 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-b0204883-76c8-47a9-ba40-358e99e8b8de tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc99723145834860a6127632c31447c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360482 Sep 22 13:12:53.971670 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-5c41c48f-5ff1-42c9-9305-b608a23d08bb service neutron] 10.222.0.43 "GET /v2.0/networks/d0a1aecb-1239-48e9-9116-fc0789f6366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450219 Sep 22 13:12:54.178711 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916c2a-6904-4a99-b9b1-57c242ebb65c req-42d89d69-f6aa-4797-b3b3-1bdb4909da95 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:54.180435 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cc916c2a-6904-4a99-b9b1-57c242ebb65c req-42d89d69-f6aa-4797-b3b3-1bdb4909da95 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0595648 Sep 22 13:12:54.236267 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cc916c2a-6904-4a99-b9b1-57c242ebb65c req-8bb77b59-8e76-4400-a0a5-ac855ba3da51 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441310 Sep 22 13:12:54.377584 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-59480d0f-c9db-43d5-8bcc-d149cb60aa3c service neutron] 10.222.0.43 "GET /v2.0/networks/d0a1aecb-1239-48e9-9116-fc0789f6366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967271 Sep 22 13:12:54.458626 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e5645598-56bd-4496-aa8a-f33477ee945c req-bc3014e2-da30-40af-a92e-cbc9ceaf93ad tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 210 time: 0.0264933 Sep 22 13:12:55.305668 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a280edd-c1a0-4929-9328-76192853e40f req-d9eac54e-e951-4ec1-9037-2ffc4483d9e2 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 210 time: 0.0971968 Sep 22 13:12:55.382604 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03defb-35c5-44ce-9646-3caedf22b2a1 req-4f84bd39-0fa5-4123-aa41-2ffb53b80aff tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:55.384615 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-696d4b75-cdf0-4ec2-b4b6-8b96ab8240b2 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:55.385309 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9c03defb-35c5-44ce-9646-3caedf22b2a1 req-4f84bd39-0fa5-4123-aa41-2ffb53b80aff tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0581646 Sep 22 13:12:55.386350 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-696d4b75-cdf0-4ec2-b4b6-8b96ab8240b2 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "GET /v2.0/networks?id=486be222-2dae-4806-b5f2-6aa278197135 HTTP/1.1" status: 200 len: 815 time: 0.2098927 Sep 22 13:12:55.412037 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-1a94d3d1-33ad-4b2c-8ddd-ff880382aed6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Request body: {'port': {'device_id': '44c9c788-beff-4411-a824-3363acb27590', 'network_id': '486be222-2dae-4806-b5f2-6aa278197135', 'admin_state_up': True, 'tenant_id': '86bd01d73b164c0496803e15f5becaea'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:55.427072 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9c03defb-35c5-44ce-9646-3caedf22b2a1 req-7f9f4d3d-b0f0-4032-b364-f1f83800da3b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356255 Sep 22 13:12:55.598463 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-300243ae-7580-4d1e-b72b-6e0484cb89b0 req-4e66bef0-2da7-4f5a-bd2a-0db988a113f5 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 210 time: 0.0580626 Sep 22 13:12:55.661035 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-1a94d3d1-33ad-4b2c-8ddd-ff880382aed6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Made reservation on behalf of 86bd01d73b164c0496803e15f5becaea for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:12:55.664729 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-1a94d3d1-33ad-4b2c-8ddd-ff880382aed6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:55.803112 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-1a94d3d1-33ad-4b2c-8ddd-ff880382aed6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Allocated IP 172.20.0.5 (486be222-2dae-4806-b5f2-6aa278197135/7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d/f332588d-756b-4e7c-abe2-71a2c5b790a6) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:12:55.956580 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-1a94d3d1-33ad-4b2c-8ddd-ff880382aed6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:56.084457 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-1a94d3d1-33ad-4b2c-8ddd-ff880382aed6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:56.097488 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4', 'aaae317a-63a2-4d22-ad36-3ca9211cdcbb', '61212e42-5473-4004-80a0-373d6f55f8f2'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:12:56.129143 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-1a94d3d1-33ad-4b2c-8ddd-ff880382aed6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Network 486be222-2dae-4806-b5f2-6aa278197135 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:12:56.132196 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-1a94d3d1-33ad-4b2c-8ddd-ff880382aed6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:56.136085 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-1a94d3d1-33ad-4b2c-8ddd-ff880382aed6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:12:56.145670 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94d3d1-33ad-4b2c-8ddd-ff880382aed6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Pushing event updated for resources: {'Port': ['ID=f332588d-756b-4e7c-abe2-71a2c5b790a6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:56.198849 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-1a94d3d1-33ad-4b2c-8ddd-ff880382aed6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:56.199574 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-1a94d3d1-33ad-4b2c-8ddd-ff880382aed6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:56.274476 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-1a94d3d1-33ad-4b2c-8ddd-ff880382aed6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8719888 Sep 22 13:12:56.290911 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Request body: {'port': {'device_id': '44c9c788-beff-4411-a824-3363acb27590', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:56.379240 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:56.429892 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0d62e7b9-90cd-4112-aa95-395b7ac8892f req-0cc12fd5-a158-41d8-b3ed-99495bbb314a tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 210 time: 0.0464954 Sep 22 13:12:56.615754 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aea80-dc8f-4acc-902d-27d4e8afd5f2 req-44a96936-695d-46bc-80aa-0dae82a5fd72 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:56.617474 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-076aea80-dc8f-4acc-902d-27d4e8afd5f2 req-44a96936-695d-46bc-80aa-0dae82a5fd72 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0918849 Sep 22 13:12:56.705301 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-076aea80-dc8f-4acc-902d-27d4e8afd5f2 req-50199369-35be-436c-9019-64e46cb154cb tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749037 Sep 22 13:12:56.812021 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f332588d-756b-4e7c-abe2-71a2c5b790a6 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:12:56.820410 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:56.826886 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204064c8-54e3-46f2-ac66-083d5b950d43 req-dcc28bc1-e2ef-4bba-8310-516c87b8899d tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:56.828927 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-204064c8-54e3-46f2-ac66-083d5b950d43 req-dcc28bc1-e2ef-4bba-8310-516c87b8899d tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 931 time: 0.0764513 Sep 22 13:12:56.852199 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Transition to ACTIVE for port object f332588d-756b-4e7c-abe2-71a2c5b790a6 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:12:56.873154 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-204064c8-54e3-46f2-ac66-083d5b950d43 req-24207542-7fc6-422f-838b-844e71a79307 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382054 Sep 22 13:12:56.953284 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:56.961628 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-5408f6f6-f73d-45dc-be73-4c5a1f435e82 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:56.963186 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-5408f6f6-f73d-45dc-be73-4c5a1f435e82 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/networks?id=a359761d-81d8-40c4-999e-73f019d63b70 HTTP/1.1" status: 200 len: 814 time: 0.1253381 Sep 22 13:12:57.015150 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-fb5a20fb-3df6-4687-ba75-c88d24b1f1e6 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/quotas/71b37942aed94a0193ab222fd05836ab HTTP/1.1" status: 200 len: 375 time: 0.0249298 Sep 22 13:12:57.026825 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Pushing event updated for resources: {'Port': ['ID=f332588d-756b-4e7c-abe2-71a2c5b790a6,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:57.134060 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-c10c1d5b-d596-4257-b22e-b346b19bb032 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=71b37942aed94a0193ab222fd05836ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044261 Sep 22 13:12:57.136727 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Attempting to bind port f332588d-756b-4e7c-abe2-71a2c5b790a6 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:12:57.140481 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Attempting to bind port f332588d-756b-4e7c-abe2-71a2c5b790a6 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:12:57.140481 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Attempting to bind port f332588d-756b-4e7c-abe2-71a2c5b790a6 on network 486be222-2dae-4806-b5f2-6aa278197135 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:12:57.142876 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Port f332588d-756b-4e7c-abe2-71a2c5b790a6 on network 486be222-2dae-4806-b5f2-6aa278197135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:12:57.143207 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Attempting to bind port f332588d-756b-4e7c-abe2-71a2c5b790a6 on network 486be222-2dae-4806-b5f2-6aa278197135 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:12:57.148771 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:12:57.149189 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Checking segment: {'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:12:57.149483 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Bound using segment: {'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:12:57.149915 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Bound port: f332588d-756b-4e7c-abe2-71a2c5b790a6, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a41ac700-a614-4729-87f4-3a571286efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '486be222-2dae-4806-b5f2-6aa278197135'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:12:57.150318 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:57.285071 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] For port f332588d-756b-4e7c-abe2-71a2c5b790a6, host hv-cinder-81000, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:12:57.292920 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] For port f332588d-756b-4e7c-abe2-71a2c5b790a6, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f332588d-756b-4e7c-abe2-71a2c5b790a6,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:12:57.300004 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-117c7002-1897-48af-a06d-81daa831c427 service neutron] 10.222.0.43 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398177 Sep 22 13:12:57.392561 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-3f1c4e5e-c23c-4005-a287-1c8d690ec37f service neutron] 10.222.0.43 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840614 Sep 22 13:12:57.415414 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:57.459391 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:57.463587 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:57.465392 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] 10.222.0.23 "PUT /v2.0/ports/f332588d-756b-4e7c-abe2-71a2c5b790a6 HTTP/1.1" status: 200 len: 1093 time: 1.1790583 Sep 22 13:12:57.465868 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c9c788-beff-4411-a824-3363acb27590', 'tag': 'f332588d-756b-4e7c-abe2-71a2c5b790a6'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:12:57.468828 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b9cf8b-1a32-4a3a-8698-7266ee3edc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "44c9c788-beff-4411-a824-3363acb27590", "tag": "f332588d-756b-4e7c-abe2-71a2c5b790a6"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:12:57.505520 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd446b1-6733-4c24-94b0-eae280b691ae service neutron] Pushing event updated for resources: {'Port': ['ID=f332588d-756b-4e7c-abe2-71a2c5b790a6,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:57.546652 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fb65ab90-850f-4d02-afde-88450fb70c31 req-1808113d-94f9-4e8c-8e99-38352a3a66ce tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 210 time: 0.0262599 Sep 22 13:12:57.614753 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e98409-1665-4569-8543-5f6dec223205 x-openstack-request-id: req-03e98409-1665-4569-8543-5f6dec223205 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:12:57.615107 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c9c788-beff-4411-a824-3363acb27590", "tag": "f332588d-756b-4e7c-abe2-71a2c5b790a6", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:12:57.615401 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03e98409-1665-4569-8543-5f6dec223205 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:12:57.615741 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c9c788-beff-4411-a824-3363acb27590', 'tag': 'f332588d-756b-4e7c-abe2-71a2c5b790a6', 'status': 'completed', 'code': 200} Sep 22 13:12:57.632785 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-95d58245-428d-4c2e-be99-5cad53f17651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:57.634367 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-95d58245-428d-4c2e-be99-5cad53f17651 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86bd01d73b164c0496803e15f5becaea&device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 1096 time: 0.0529687 Sep 22 13:12:57.692610 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-2a705559-ae1b-40cb-81fa-9dbf731e0994 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f332588d-756b-4e7c-abe2-71a2c5b790a6 HTTP/1.1" status: 200 len: 217 time: 0.0486786 Sep 22 13:12:57.729117 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-345ceea1-faa5-4916-85ac-a9cfff3a3c36 req-31a2432d-2e64-4eb2-ac65-c53112997255 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 210 time: 0.0785022 Sep 22 13:12:57.823926 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-80b03480-eebb-4235-9ffa-1441775f7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:57.825389 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-80b03480-eebb-4235-9ffa-1441775f7146 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d HTTP/1.1" status: 200 len: 855 time: 0.1139848 Sep 22 13:12:57.839685 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff6803-0958-4c15-97fa-b6219fad6cb1 req-ababdae2-e611-4071-8879-4dec698fb819 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:57.842035 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5fff6803-0958-4c15-97fa-b6219fad6cb1 req-ababdae2-e611-4071-8879-4dec698fb819 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0563478 Sep 22 13:12:57.867877 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-74eef042-f775-4af5-9a6d-d6c8761ec753 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=486be222-2dae-4806-b5f2-6aa278197135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338891 Sep 22 13:12:57.892923 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-bf9ceadf-da3f-49fe-9cc9-69692362e696 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:57.895061 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-bf9ceadf-da3f-49fe-9cc9-69692362e696 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.23 "GET /v2.0/networks?id=d0a1aecb-1239-48e9-9116-fc0789f6366d HTTP/1.1" status: 200 len: 808 time: 0.1825371 Sep 22 13:12:57.922257 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-fa7133f7-657a-4381-9f1a-aaa1336107fa tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Request body: {'port': {'device_id': '87e80789-599b-40eb-a28c-7bb59a54e6df', 'network_id': 'd0a1aecb-1239-48e9-9116-fc0789f6366d', 'admin_state_up': True, 'tenant_id': 'dc99723145834860a6127632c31447c4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:57.922677 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5fff6803-0958-4c15-97fa-b6219fad6cb1 req-2bb090d2-25a7-4b6d-9246-e2f9fe33b25b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596125 Sep 22 13:12:58.097182 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd196921-410c-46ba-9e7f-7714c9f48941 req-f9075758-0264-49f9-ac09-707865668de2 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:58.098692 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fd196921-410c-46ba-9e7f-7714c9f48941 req-f9075758-0264-49f9-ac09-707865668de2 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 943 time: 0.1531780 Sep 22 13:12:58.102995 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-3b2f9526-6949-4720-8275-db24473bce10 service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192285 Sep 22 13:12:58.216549 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fd196921-410c-46ba-9e7f-7714c9f48941 req-f650ec8a-04bc-435d-879e-71b6ee40ba7f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107681 Sep 22 13:12:58.244023 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cedb6b9c-fbd0-404e-817c-0bedc327e74b req-227b8f7e-d508-48bb-bb7b-fed75265fe54 service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241055 Sep 22 13:12:58.441140 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-fa7133f7-657a-4381-9f1a-aaa1336107fa tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Made reservation on behalf of dc99723145834860a6127632c31447c4 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:12:58.444870 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-fa7133f7-657a-4381-9f1a-aaa1336107fa tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:58.510202 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:12:58.589765 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-fa7133f7-657a-4381-9f1a-aaa1336107fa tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Allocated IP 172.20.0.13 (d0a1aecb-1239-48e9-9116-fc0789f6366d/d8b01b4d-8da1-45f3-bf3d-15e6640dcf17/623ab9c0-8903-4af9-8bc6-bd4560116795) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:12:58.706051 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bafc52bd-1dde-40e1-97e1-4c660332b396 req-b2fd204b-debd-411a-b5c0-94e7fb963040 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 210 time: 0.0522194 Sep 22 13:12:58.777824 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9cf8b-1a32-4a3a-8698-7266ee3edc7d req-4735785a-144d-4cdb-b444-43321cf5ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:58.779926 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a0b9cf8b-1a32-4a3a-8698-7266ee3edc7d req-4735785a-144d-4cdb-b444-43321cf5ae71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86bd01d73b164c0496803e15f5becaea&device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 1096 time: 0.1084120 Sep 22 13:12:58.848605 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2c16bfb8-41cc-4529-a960-984847057606 req-fb2790e2-f7b7-494f-a41b-c7bef18e0a71 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 210 time: 0.0573037 Sep 22 13:12:58.883488 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-fa7133f7-657a-4381-9f1a-aaa1336107fa tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:58.961563 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9cf8b-1a32-4a3a-8698-7266ee3edc7d req-f63447ce-7e8e-466e-be14-5d001eea3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:58.964218 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a0b9cf8b-1a32-4a3a-8698-7266ee3edc7d req-f63447ce-7e8e-466e-be14-5d001eea3085 service neutron] 10.222.0.23 "GET /v2.0/networks?id=486be222-2dae-4806-b5f2-6aa278197135 HTTP/1.1" status: 200 len: 916 time: 0.1682937 Sep 22 13:12:59.030155 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a0b9cf8b-1a32-4a3a-8698-7266ee3edc7d req-844cbbc5-433c-4101-acad-c2b680e1f348 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f332588d-756b-4e7c-abe2-71a2c5b790a6 HTTP/1.1" status: 200 len: 217 time: 0.0419071 Sep 22 13:12:59.048512 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39558109-b521-4289-85d8-897e78038308 req-50ad3bc6-c1c3-4060-99a1-347e6774b4f2 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:59.050174 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-39558109-b521-4289-85d8-897e78038308 req-50ad3bc6-c1c3-4060-99a1-347e6774b4f2 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0583794 Sep 22 13:12:59.088683 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9cf8b-1a32-4a3a-8698-7266ee3edc7d req-7bd404bd-3f22-4e2d-8e64-b6c2a0301dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:59.090345 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a0b9cf8b-1a32-4a3a-8698-7266ee3edc7d req-7bd404bd-3f22-4e2d-8e64-b6c2a0301dff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d HTTP/1.1" status: 200 len: 855 time: 0.0475485 Sep 22 13:12:59.091220 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-39558109-b521-4289-85d8-897e78038308 req-50f23201-bb26-4a38-8786-da3bc1c9dd97 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344505 Sep 22 13:12:59.125287 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a0b9cf8b-1a32-4a3a-8698-7266ee3edc7d req-13acbf38-a7d2-42be-8386-cd77b314ab7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=486be222-2dae-4806-b5f2-6aa278197135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263155 Sep 22 13:12:59.142686 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-fa7133f7-657a-4381-9f1a-aaa1336107fa tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:59.235551 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-fa7133f7-657a-4381-9f1a-aaa1336107fa tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Network d0a1aecb-1239-48e9-9116-fc0789f6366d is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:12:59.241949 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-fa7133f7-657a-4381-9f1a-aaa1336107fa tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:12:59.258224 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7133f7-657a-4381-9f1a-aaa1336107fa tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Pushing event updated for resources: {'Port': ['ID=623ab9c0-8903-4af9-8bc6-bd4560116795,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:12:59.260915 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-fa7133f7-657a-4381-9f1a-aaa1336107fa tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:12:59.320123 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a0b9cf8b-1a32-4a3a-8698-7266ee3edc7d req-0b71a50f-204d-41ee-891e-b8cbc2ba0e13 service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864984 Sep 22 13:12:59.328987 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-fa7133f7-657a-4381-9f1a-aaa1336107fa tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:59.329656 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-fa7133f7-657a-4381-9f1a-aaa1336107fa tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:59.379235 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a92823-1b27-4080-abfa-433fe552c65e req-420535c0-9272-40bf-94bf-1697c064d0c1 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:59.382318 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-11a92823-1b27-4080-abfa-433fe552c65e req-420535c0-9272-40bf-94bf-1697c064d0c1 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 943 time: 0.0667224 Sep 22 13:12:59.424284 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-11a92823-1b27-4080-abfa-433fe552c65e req-124473a3-ab0c-44ab-968a-85962841dfc8 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372145 Sep 22 13:12:59.630711 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-fa7133f7-657a-4381-9f1a-aaa1336107fa tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7196989 Sep 22 13:12:59.651239 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Request body: {'port': {'device_id': '87e80789-599b-40eb-a28c-7bb59a54e6df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:12:59.682181 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a0b9cf8b-1a32-4a3a-8698-7266ee3edc7d req-f71c2b97-95f1-43b7-ab5c-8be1e93842d8 service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442733 Sep 22 13:12:59.715733 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:12:59.903341 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf89740-c492-4d0e-8a7b-53754c493d4f req-7af7a021-8490-429d-8f2b-ac5a22ec1459 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:12:59.905517 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-acf89740-c492-4d0e-8a7b-53754c493d4f req-7af7a021-8490-429d-8f2b-ac5a22ec1459 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 932 time: 0.0869029 Sep 22 13:12:59.952696 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bfc04c6f-204c-4ed0-94f8-2e2bdaa7b39e req-766f55f6-16c3-4b77-b8ad-29b2208119a4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 210 time: 0.0281661 Sep 22 13:13:00.001954 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-acf89740-c492-4d0e-8a7b-53754c493d4f req-f10248fd-123c-4f77-a0f3-a8a4db777a16 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892289 Sep 22 13:13:00.073656 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623ab9c0-8903-4af9-8bc6-bd4560116795 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:13:00.083033 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:00.096046 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Transition to ACTIVE for port object 623ab9c0-8903-4af9-8bc6-bd4560116795 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:13:00.169754 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:00.216888 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88672e25-0e2b-4d44-8c91-30f2c639a172 req-6416562b-37c3-4d46-9e17-6053ff5821a3 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:00.219290 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-88672e25-0e2b-4d44-8c91-30f2c639a172 req-6416562b-37c3-4d46-9e17-6053ff5821a3 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0602555 Sep 22 13:13:00.224074 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Pushing event updated for resources: {'Port': ['ID=623ab9c0-8903-4af9-8bc6-bd4560116795,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:00.271980 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-88672e25-0e2b-4d44-8c91-30f2c639a172 req-da80312b-45db-48eb-bc66-89e257cd63dc tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460362 Sep 22 13:13:00.306276 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Attempting to bind port 623ab9c0-8903-4af9-8bc6-bd4560116795 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:13:00.308415 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Attempting to bind port 623ab9c0-8903-4af9-8bc6-bd4560116795 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'da494060-7d79-4722-8aa1-73cb5bbc42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0a1aecb-1239-48e9-9116-fc0789f6366d'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:13:00.308415 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Attempting to bind port 623ab9c0-8903-4af9-8bc6-bd4560116795 on network d0a1aecb-1239-48e9-9116-fc0789f6366d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:13:00.314779 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Port 623ab9c0-8903-4af9-8bc6-bd4560116795 on network d0a1aecb-1239-48e9-9116-fc0789f6366d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:13:00.315184 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Attempting to bind port 623ab9c0-8903-4af9-8bc6-bd4560116795 on network d0a1aecb-1239-48e9-9116-fc0789f6366d {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:13:00.321019 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:13:00.321365 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Checking segment: {'id': 'da494060-7d79-4722-8aa1-73cb5bbc42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0a1aecb-1239-48e9-9116-fc0789f6366d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:13:00.321798 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Bound using segment: {'id': 'da494060-7d79-4722-8aa1-73cb5bbc42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0a1aecb-1239-48e9-9116-fc0789f6366d'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:13:00.322239 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Bound port: 623ab9c0-8903-4af9-8bc6-bd4560116795, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da494060-7d79-4722-8aa1-73cb5bbc42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0a1aecb-1239-48e9-9116-fc0789f6366d'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:13:00.322558 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:00.406267 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] For port 623ab9c0-8903-4af9-8bc6-bd4560116795, host hv-cinder-81000, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:13:00.410154 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] For port 623ab9c0-8903-4af9-8bc6-bd4560116795, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=623ab9c0-8903-4af9-8bc6-bd4560116795,segment=NetworkSegment(da494060-7d79-4722-8aa1-73cb5bbc42c8),segment_id=da494060-7d79-4722-8aa1-73cb5bbc42c8)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:13:00.465006 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d26c5e-0a97-456c-8ef2-e66938a7a3c4 req-a53a058a-8f34-401e-afe2-b7e94483c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:00.466607 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c4d26c5e-0a97-456c-8ef2-e66938a7a3c4 req-a53a058a-8f34-401e-afe2-b7e94483c355 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 1099 time: 0.0458269 Sep 22 13:13:00.506161 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c4d26c5e-0a97-456c-8ef2-e66938a7a3c4 req-7d66e3cf-7f45-4876-9103-8f7623aa28b8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306420 Sep 22 13:13:00.507790 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:00.541325 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:00.541966 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:00.543863 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] 10.222.0.23 "PUT /v2.0/ports/623ab9c0-8903-4af9-8bc6-bd4560116795 HTTP/1.1" status: 200 len: 1094 time: 0.8964117 Sep 22 13:13:00.543863 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e80789-599b-40eb-a28c-7bb59a54e6df', 'tag': '623ab9c0-8903-4af9-8bc6-bd4560116795'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:13:00.549091 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f7b5e3-ba61-4f6f-8f4b-dbd6d9309b14" -d '{"events": [{"name": "network-changed", "server_uuid": "87e80789-599b-40eb-a28c-7bb59a54e6df", "tag": "623ab9c0-8903-4af9-8bc6-bd4560116795"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:13:00.549201 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cf339-5e57-4e03-88ab-906f9d200695 req-597b0451-bdf4-461b-8e50-9f1fe362e7b8 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:00.550182 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-944cf339-5e57-4e03-88ab-906f9d200695 req-597b0451-bdf4-461b-8e50-9f1fe362e7b8 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 943 time: 0.0542877 Sep 22 13:13:00.580193 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Pushing event updated for resources: {'Port': ['ID=623ab9c0-8903-4af9-8bc6-bd4560116795,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:00.587791 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:00.588137 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:00.588506 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:00.588825 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:00.589141 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:00.589472 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:00.589795 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:00.590117 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:00.590437 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:00.590782 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:00.591106 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:00.591496 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ffde5-48c8-4427-a966-78948ecb47f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:00.596075 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-944cf339-5e57-4e03-88ab-906f9d200695 req-05ca19ba-b113-4221-81de-11f524ca83f3 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Sep 22 13:13:00.639468 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efcfa6e-98d7-4aca-b38c-4be9f390fd02 x-openstack-request-id: req-3efcfa6e-98d7-4aca-b38c-4be9f390fd02 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:13:00.639773 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e80789-599b-40eb-a28c-7bb59a54e6df", "tag": "623ab9c0-8903-4af9-8bc6-bd4560116795", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:13:00.640179 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3efcfa6e-98d7-4aca-b38c-4be9f390fd02 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:13:00.640555 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e80789-599b-40eb-a28c-7bb59a54e6df', 'tag': '623ab9c0-8903-4af9-8bc6-bd4560116795', 'status': 'completed', 'code': 200} Sep 22 13:13:00.814650 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7b5e3-ba61-4f6f-8f4b-dbd6d9309b14 req-c472475a-69d6-4f4f-86c7-2e467a34d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:00.816207 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-56f7b5e3-ba61-4f6f-8f4b-dbd6d9309b14 req-c472475a-69d6-4f4f-86c7-2e467a34d0c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc99723145834860a6127632c31447c4&device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 1097 time: 0.0450225 Sep 22 13:13:00.924538 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7b5e3-ba61-4f6f-8f4b-dbd6d9309b14 req-247e40cb-e91a-4f51-8c73-7ef4c9c52f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:00.926020 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-56f7b5e3-ba61-4f6f-8f4b-dbd6d9309b14 req-247e40cb-e91a-4f51-8c73-7ef4c9c52f40 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=dc99723145834860a6127632c31447c4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0941978 Sep 22 13:13:01.041859 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb404c-82ae-4d0c-ba2c-b0f5b5d83675 req-fbd48bd7-093f-4c1e-9768-b16e3cfe1639 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:01.043737 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-45fb404c-82ae-4d0c-ba2c-b0f5b5d83675 req-fbd48bd7-093f-4c1e-9768-b16e3cfe1639 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0505390 Sep 22 13:13:01.076007 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9919c2db-1983-423d-9c52-ba0e97656004 req-853a69c9-ddcd-453e-a143-e321a6b2216e tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 210 time: 0.0347276 Sep 22 13:13:01.088067 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-45fb404c-82ae-4d0c-ba2c-b0f5b5d83675 req-295656b1-5302-40cb-913e-a921f218c207 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380685 Sep 22 13:13:01.104561 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7b5e3-ba61-4f6f-8f4b-dbd6d9309b14 req-b2037a42-2787-4ff0-8610-48cf1f3f9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:01.106378 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-56f7b5e3-ba61-4f6f-8f4b-dbd6d9309b14 req-b2037a42-2787-4ff0-8610-48cf1f3f9b65 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331842 Sep 22 13:13:01.214859 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f19e1-fbdf-424f-bc45-61fab61472a4 req-90e23a7e-b1e4-483c-8f20-03fb55aebb6f tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:01.216305 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c54f19e1-fbdf-424f-bc45-61fab61472a4 req-90e23a7e-b1e4-483c-8f20-03fb55aebb6f tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 944 time: 0.0762167 Sep 22 13:13:01.223569 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-c4b65cbb-9257-4262-8616-0467b8b58952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:01.225226 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-c4b65cbb-9257-4262-8616-0467b8b58952 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc99723145834860a6127632c31447c4&device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 1097 time: 0.0598400 Sep 22 13:13:01.285593 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-c6f61ca8-d5fe-471d-b6d7-79232dadf2c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=623ab9c0-8903-4af9-8bc6-bd4560116795 HTTP/1.1" status: 200 len: 217 time: 0.0447938 Sep 22 13:13:01.307174 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c54f19e1-fbdf-424f-bc45-61fab61472a4 req-b6bce438-eddc-40c7-b63d-ec9c39752df4 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809858 Sep 22 13:13:01.355764 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-c1b79a36-67f4-4271-aebe-05ecde027c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:01.357438 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-c1b79a36-67f4-4271-aebe-05ecde027c80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8b01b4d-8da1-45f3-bf3d-15e6640dcf17 HTTP/1.1" status: 200 len: 848 time: 0.0603333 Sep 22 13:13:01.394805 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f332588d-756b-4e7c-abe2-71a2c5b790a6 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:13:01.401329 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-9f6827a4-3c0b-4b32-a8a1-6b54619fb972 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0a1aecb-1239-48e9-9116-fc0789f6366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304573 Sep 22 13:13:01.409289 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb490386-990a-443e-99fb-0dc055311111 req-05c2c37d-9959-46aa-95a7-ba61c0796895 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:01.411971 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-eb490386-990a-443e-99fb-0dc055311111 req-05c2c37d-9959-46aa-95a7-ba61c0796895 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0661316 Sep 22 13:13:01.493836 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-eb490386-990a-443e-99fb-0dc055311111 req-14f47ea4-80e1-44b4-be3b-77dba4370685 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748963 Sep 22 13:13:01.515142 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f332588d-756b-4e7c-abe2-71a2c5b790a6, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f332588d-756b-4e7c-abe2-71a2c5b790a6,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:13:01.537351 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': 'f332588d-756b-4e7c-abe2-71a2c5b790a6', 'network_id': '486be222-2dae-4806-b5f2-6aa278197135', 'port_id': 'f332588d-756b-4e7c-abe2-71a2c5b790a6', 'mac_address': 'fa:16:3e:38:cd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:13:01.590220 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-3db520bf-253b-4d03-90f0-0e9619b1c1f6 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:01.590220 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-3db520bf-253b-4d03-90f0-0e9619b1c1f6 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.23 "GET /v2.0/networks?id=a359761d-81d8-40c4-999e-73f019d63b70 HTTP/1.1" status: 200 len: 814 time: 0.1885874 Sep 22 13:13:01.608438 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:01.610611 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-0eaa6242-900f-4814-890c-5d7bb619149f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Request body: {'port': {'device_id': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'admin_state_up': True, 'tenant_id': '71b37942aed94a0193ab222fd05836ab'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:13:01.619541 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-a42d4a9b-0a8a-4e63-9fbc-229b5796494d service neutron] 10.222.0.23 "GET /v2.0/networks/d0a1aecb-1239-48e9-9116-fc0789f6366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353817 Sep 22 13:13:01.631997 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f332588d-756b-4e7c-abe2-71a2c5b790a6 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:13:01.659558 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f332588d-756b-4e7c-abe2-71a2c5b790a6, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f332588d-756b-4e7c-abe2-71a2c5b790a6,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:13:01.822856 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a3a2574-225f-4a3c-89d8-8104aef6571d req-45787a15-2dad-4baf-abcd-14d732eaa499 service neutron] 10.222.0.23 "GET /v2.0/networks/d0a1aecb-1239-48e9-9116-fc0789f6366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922991 Sep 22 13:13:01.838686 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:01.840269 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f6ae3-5588-4317-ad2c-bd9068b037bb req-bd13b40c-9bbb-42ae-a5ce-3ad555f532b9 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:01.842581 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-957f6ae3-5588-4317-ad2c-bd9068b037bb req-bd13b40c-9bbb-42ae-a5ce-3ad555f532b9 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 943 time: 0.1661918 Sep 22 13:13:01.888020 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-957f6ae3-5588-4317-ad2c-bd9068b037bb req-1b3fdbbf-5988-4baa-9919-74f322f0ddd5 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380347 Sep 22 13:13:01.894343 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=f332588d-756b-4e7c-abe2-71a2c5b790a6,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:01.934800 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-0eaa6242-900f-4814-890c-5d7bb619149f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Made reservation on behalf of 71b37942aed94a0193ab222fd05836ab for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:13:01.938812 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-0eaa6242-900f-4814-890c-5d7bb619149f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:02.086222 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-0eaa6242-900f-4814-890c-5d7bb619149f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Allocated IP 172.20.0.10 (a359761d-81d8-40c4-999e-73f019d63b70/3609119a-daa2-468f-95d8-0087548e4f0e/198d6688-72fa-45fc-bcd9-c314e7fa6b0e) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:13:02.210911 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-89cdbac6-294f-479c-8eb9-11977028ff98 req-8386942c-7fad-4e85-9c9a-156667f4a9c8 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 210 time: 0.0297251 Sep 22 13:13:02.303224 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56feccf3-d3d1-4de8-836d-795816434163 req-ea67104e-3134-4800-82cb-be0b12f5c9fd tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:02.304421 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-56feccf3-d3d1-4de8-836d-795816434163 req-ea67104e-3134-4800-82cb-be0b12f5c9fd tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0991979 Sep 22 13:13:02.319587 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['f332588d-756b-4e7c-abe2-71a2c5b790a6'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:13:02.355447 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-0eaa6242-900f-4814-890c-5d7bb619149f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:02.368632 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-56feccf3-d3d1-4de8-836d-795816434163 req-266f9033-3d5e-489d-8e4b-32b210cba6f3 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534134 Sep 22 13:13:02.462310 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22debad0-3396-4710-bd11-93671cd31e9e req-ca1b4584-baea-4255-ad7f-bdcccf7d5418 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:02.464121 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-22debad0-3396-4710-bd11-93671cd31e9e req-ca1b4584-baea-4255-ad7f-bdcccf7d5418 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 944 time: 0.0534935 Sep 22 13:13:02.489687 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-0eaa6242-900f-4814-890c-5d7bb619149f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:02.514482 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-22debad0-3396-4710-bd11-93671cd31e9e req-bc1bdf11-94dd-41b3-b261-9263675c75ac tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425079 Sep 22 13:13:02.545880 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-0eaa6242-900f-4814-890c-5d7bb619149f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Network a359761d-81d8-40c4-999e-73f019d63b70 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:13:02.549684 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-0eaa6242-900f-4814-890c-5d7bb619149f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:13:02.553768 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-0eaa6242-900f-4814-890c-5d7bb619149f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:13:02.645265 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-0eaa6242-900f-4814-890c-5d7bb619149f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:02.645930 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-0eaa6242-900f-4814-890c-5d7bb619149f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:02.705032 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa6242-900f-4814-890c-5d7bb619149f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event updated for resources: {'Port': ['ID=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:02.771664 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 58958) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:02.820272 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc331e-aa30-4d2a-84e8-cfde703c3429 req-5ccf5df5-7fe6-40c1-bf29-a183183ce3b5 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:02.829367 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-79dc331e-aa30-4d2a-84e8-cfde703c3429 req-5ccf5df5-7fe6-40c1-bf29-a183183ce3b5 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.1671360 Sep 22 13:13:02.923603 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-79dc331e-aa30-4d2a-84e8-cfde703c3429 req-7a8c62aa-6ae8-41e7-9273-4eb741a23e50 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927389 Sep 22 13:13:02.977871 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-0eaa6242-900f-4814-890c-5d7bb619149f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3711715 Sep 22 13:13:03.026710 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-d9141bc1-c607-424b-a7b8-dcc02ea2e619 None None] Provisioning complete for port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:13:03.026710 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d9141bc1-c607-424b-a7b8-dcc02ea2e619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:03.031780 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:03.160473 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-d9141bc1-c607-424b-a7b8-dcc02ea2e619 None None] Port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:13:03.277248 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df801320-2308-4445-8046-e0f1ce44562f req-170643c0-df32-4196-a03d-5c470fb790c8 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:03.281160 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-df801320-2308-4445-8046-e0f1ce44562f req-170643c0-df32-4196-a03d-5c470fb790c8 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 944 time: 0.2028549 Sep 22 13:13:03.374282 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-df801320-2308-4445-8046-e0f1ce44562f req-866bb212-78dc-4ff3-babc-3acb8cd76f5b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868311 Sep 22 13:13:03.422158 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:03.511611 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0314df-a52d-47f8-94b3-76d8e1d601a2 req-aeff49aa-3aa4-46c4-a3be-d4d74d35daf7 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:03.514428 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9b0314df-a52d-47f8-94b3-76d8e1d601a2 req-aeff49aa-3aa4-46c4-a3be-d4d74d35daf7 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 932 time: 0.0745742 Sep 22 13:13:03.554715 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:03.614517 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e8e7780fbe841a1b882bdef7b014297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8415372 Sep 22 13:13:03.617185 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 58978) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:03.634022 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9b0314df-a52d-47f8-94b3-76d8e1d601a2 req-4f12b28d-7579-41f4-ba9b-a976d3cb5073 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125946 Sep 22 13:13:03.644224 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2718151-f0e1-4972-b1fe-9f9a556da572,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:03.657426 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:03.657901 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:03.658243 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:03.658578 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:03.659460 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:03.659798 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:03.660140 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:03.660551 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:03.663025 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:03.663489 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:03.663836 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:03.664174 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fa2498-f14b-4670-ba81-ad0283aa5629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:03.722367 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d05bf-0c56-400a-b168-f293e34e3c76 req-552f51d3-d6cd-4356-9aab-dab8f6b84aa9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:03.724080 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-437d05bf-0c56-400a-b168-f293e34e3c76 req-552f51d3-d6cd-4356-9aab-dab8f6b84aa9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0824134 Sep 22 13:13:03.729788 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cec1fb77-1ba6-4247-b22c-d955389c8b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:03.776156 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cec1fb77-1ba6-4247-b22c-d955389c8b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:03.780795 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9b947-2f08-4e9f-903c-69ba660f30c5 req-80370f21-a4b2-434c-abb2-dc37fea422d8 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:03.782410 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-28a9b947-2f08-4e9f-903c-69ba660f30c5 req-80370f21-a4b2-434c-abb2-dc37fea422d8 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 944 time: 0.0580869 Sep 22 13:13:03.791808 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-437d05bf-0c56-400a-b168-f293e34e3c76 req-7d25c7f4-c255-4159-946a-591de02b3453 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597725 Sep 22 13:13:03.861656 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-28a9b947-2f08-4e9f-903c-69ba660f30c5 req-33c3ac29-22d8-481d-bd38-f982df1a6217 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720468 Sep 22 13:13:03.958007 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4532d-9734-497f-91fd-9538205a2faa req-a04af394-5609-4c88-9f38-d927757e14f2 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:03.959541 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6fb4532d-9734-497f-91fd-9538205a2faa req-a04af394-5609-4c88-9f38-d927757e14f2 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0546510 Sep 22 13:13:03.960675 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cec1fb77-1ba6-4247-b22c-d955389c8b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:03.963234 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cec1fb77-1ba6-4247-b22c-d955389c8b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:03.964345 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-cec1fb77-1ba6-4247-b22c-d955389c8b94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2718151-f0e1-4972-b1fe-9f9a556da572 HTTP/1.1" status: 204 len: 168 time: 0.3461568 Sep 22 13:13:03.980376 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1fb77-1ba6-4247-b22c-d955389c8b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2718151-f0e1-4972-b1fe-9f9a556da572,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:04.019913 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6fb4532d-9734-497f-91fd-9538205a2faa req-fd6f51e3-e5fa-480a-ba11-deebb726b2db tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523314 Sep 22 13:13:04.522704 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdec21d-bd05-4b93-89d4-3dc5699e9e04 req-4bf49a02-cb5e-4422-8fe7-1b736a3b3f44 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:04.524398 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8bdec21d-bd05-4b93-89d4-3dc5699e9e04 req-4bf49a02-cb5e-4422-8fe7-1b736a3b3f44 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 944 time: 0.0584757 Sep 22 13:13:04.572819 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8bdec21d-bd05-4b93-89d4-3dc5699e9e04 req-832360b8-07a3-4faa-af69-88c2b47d0e5b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 Sep 22 13:13:04.768264 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64696f82-e7b4-4711-ab3c-67485f91a184 req-a8004fc4-93f0-4a55-88f4-444f9f65cd07 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:04.769726 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-64696f82-e7b4-4711-ab3c-67485f91a184 req-a8004fc4-93f0-4a55-88f4-444f9f65cd07 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 932 time: 0.0505250 Sep 22 13:13:04.805494 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 58992) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:04.818116 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-64696f82-e7b4-4711-ab3c-67485f91a184 req-c2a681c5-d680-4078-9bff-92dffe0d4622 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421243 Sep 22 13:13:04.824579 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56f8b429-c53c-437d-8bd8-f957ca96dddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:04.945019 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33584517-8af8-4217-abad-2e3179d2461f req-2e231728-5d8c-4664-805f-c25dd0a240ee tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:04.946751 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-33584517-8af8-4217-abad-2e3179d2461f req-2e231728-5d8c-4664-805f-c25dd0a240ee tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0595531 Sep 22 13:13:04.964467 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56f8b429-c53c-437d-8bd8-f957ca96dddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:05.003570 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f46fda-b385-4f9a-b7a6-5d6503d76e46 req-c6f9d00d-80fb-4677-b6cc-6f4c08d57399 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:05.006828 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-08f46fda-b385-4f9a-b7a6-5d6503d76e46 req-c6f9d00d-80fb-4677-b6cc-6f4c08d57399 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 944 time: 0.0610003 Sep 22 13:13:05.006953 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-33584517-8af8-4217-abad-2e3179d2461f req-487d8033-2971-4e19-b168-491c5b71b4de tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338876 Sep 22 13:13:05.051449 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-08f46fda-b385-4f9a-b7a6-5d6503d76e46 req-de044b23-29dc-4b95-abcd-1564af3bd6db tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400279 Sep 22 13:13:05.071811 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-37664ae5-94e3-4e02-a61a-1a8cef4a4b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:05.072297 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56f8b429-c53c-437d-8bd8-f957ca96dddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:05.113358 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8b429-c53c-437d-8bd8-f957ca96dddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b771ce87-17bd-496e-948d-7870966f7cc6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:05.117744 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-56f8b429-c53c-437d-8bd8-f957ca96dddf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6eb8a7e0ac234674a3fa82db398d5b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112280 Sep 22 13:13:05.120447 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 59000) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:05.175858 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359649ac-5578-4577-a6d3-693666ffed26 req-e37144c4-f6c8-49ff-bb2e-27164dbec0b8 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:05.183708 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-359649ac-5578-4577-a6d3-693666ffed26 req-e37144c4-f6c8-49ff-bb2e-27164dbec0b8 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0765121 Sep 22 13:13:05.207493 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e67d84ac-e543-40fc-b3f7-d99f7e8c49da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:05.225787 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-359649ac-5578-4577-a6d3-693666ffed26 req-a8c47e51-1b23-43dc-a860-b1c11b865676 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 Sep 22 13:13:05.231967 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e67d84ac-e543-40fc-b3f7-d99f7e8c49da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:05.375217 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e67d84ac-e543-40fc-b3f7-d99f7e8c49da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:05.378085 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e67d84ac-e543-40fc-b3f7-d99f7e8c49da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:05.379265 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-e67d84ac-e543-40fc-b3f7-d99f7e8c49da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b771ce87-17bd-496e-948d-7870966f7cc6 HTTP/1.1" status: 204 len: 168 time: 0.2578781 Sep 22 13:13:05.387352 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d84ac-e543-40fc-b3f7-d99f7e8c49da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b771ce87-17bd-496e-948d-7870966f7cc6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:05.423252 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f332588d-756b-4e7c-abe2-71a2c5b790a6 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:13:05.563166 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port f332588d-756b-4e7c-abe2-71a2c5b790a6 completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:13:05.567283 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port f332588d-756b-4e7c-abe2-71a2c5b790a6 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:13:05.567683 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:05.665354 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:05.691265 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c9c788-beff-4411-a824-3363acb27590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f332588d-756b-4e7c-abe2-71a2c5b790a6'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:13:05.693620 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88c2501-f5cb-40a8-80ed-abc954050921" -d '{"events": [{"server_uuid": "44c9c788-beff-4411-a824-3363acb27590", "name": "network-vif-plugged", "status": "completed", "tag": "f332588d-756b-4e7c-abe2-71a2c5b790a6"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:13:05.706810 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f332588d-756b-4e7c-abe2-71a2c5b790a6, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f332588d-756b-4e7c-abe2-71a2c5b790a6,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:13:05.715230 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9a02f-88f6-462f-b214-d0335b0452ef req-7932d966-7083-4a0a-8cf4-2024c224476f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:05.718233 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-00d9a02f-88f6-462f-b214-d0335b0452ef req-7932d966-7083-4a0a-8cf4-2024c224476f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 944 time: 0.0532944 Sep 22 13:13:05.759191 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-00d9a02f-88f6-462f-b214-d0335b0452ef req-db2028a0-deb0-4281-aaf2-580345c46466 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343015 Sep 22 13:13:05.812808 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee6142a-fe68-4d55-9409-e91ddb7df512 x-openstack-request-id: req-fee6142a-fe68-4d55-9409-e91ddb7df512 {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:13:05.812961 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c9c788-beff-4411-a824-3363acb27590", "name": "network-vif-plugged", "status": "completed", "tag": "f332588d-756b-4e7c-abe2-71a2c5b790a6", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:13:05.813210 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fee6142a-fe68-4d55-9409-e91ddb7df512 {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:13:05.813600 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c9c788-beff-4411-a824-3363acb27590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f332588d-756b-4e7c-abe2-71a2c5b790a6', 'code': 200} Sep 22 13:13:05.898847 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:05.956031 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=f332588d-756b-4e7c-abe2-71a2c5b790a6,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:05.969900 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344e1fb-df84-4b7d-854b-b8d4c9f1131e req-9558a43d-bc3c-4c08-bd7e-853a80e8939c tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:05.976000 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1344e1fb-df84-4b7d-854b-b8d4c9f1131e req-9558a43d-bc3c-4c08-bd7e-853a80e8939c tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 932 time: 0.0679293 Sep 22 13:13:06.017447 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1344e1fb-df84-4b7d-854b-b8d4c9f1131e req-273efea4-d6aa-4cd0-85bb-5ee05c3893fb tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393953 Sep 22 13:13:06.133198 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47a797-1260-4c21-863a-e7c51cd5bfdc req-e5ccd792-c9b0-4361-a972-4d88fac9193e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:06.135066 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-aa47a797-1260-4c21-863a-e7c51cd5bfdc req-e5ccd792-c9b0-4361-a972-4d88fac9193e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0520644 Sep 22 13:13:06.192606 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-aa47a797-1260-4c21-863a-e7c51cd5bfdc req-0e22fa3d-9d99-466d-8612-853667e254e8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418773 Sep 22 13:13:06.319479 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b54179-4890-4976-8c0e-a1b997ae33c6 req-6cf05d80-4695-40d4-bbb6-6be82430a959 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:06.321182 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e0b54179-4890-4976-8c0e-a1b997ae33c6 req-6cf05d80-4695-40d4-bbb6-6be82430a959 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 944 time: 0.0690119 Sep 22 13:13:06.363355 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e0b54179-4890-4976-8c0e-a1b997ae33c6 req-72534983-7474-4212-8180-7ff547a6580c tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349724 Sep 22 13:13:06.475289 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a499b-2558-47e5-b832-2b11ec893f12 req-75c70c0b-ca83-421f-8827-7ceebc233ec8 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:06.476821 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-875a499b-2558-47e5-b832-2b11ec893f12 req-75c70c0b-ca83-421f-8827-7ceebc233ec8 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0538440 Sep 22 13:13:06.519719 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-875a499b-2558-47e5-b832-2b11ec893f12 req-35d144a8-c01a-4042-908c-cb2d8bb2d65a tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363386 Sep 22 13:13:06.600410 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 59040) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:06.700061 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-360392438-network', 'tenant_id': '554830bd3a4d45dab3180356c297233f'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:13:06.792279 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] Made reservation on behalf of 554830bd3a4d45dab3180356c297233f for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:13:06.795193 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:06.809088 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:06.900924 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b104b-ac87-48aa-a3f3-6fb25bbad3dd req-c9434d7c-4724-4e4d-b87c-d2d84952620e tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:06.902324 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f03b104b-ac87-48aa-a3f3-6fb25bbad3dd req-c9434d7c-4724-4e4d-b87c-d2d84952620e tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0721331 Sep 22 13:13:06.910424 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:06.945161 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f03b104b-ac87-48aa-a3f3-6fb25bbad3dd req-73b34447-8092-402c-8f09-f60da8700d05 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364728 Sep 22 13:13:06.996391 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:07.021746 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:13:07.031527 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ff3ef6-25a3-4a29-affd-c92f4658be03,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:07.037012 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:07.037343 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.segments_db [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] Added segment 70f0f590-ba65-4200-b508-c3cfe413b44c of type vlan for network 8fef935a-803b-441e-8479-f3ab7701603c Sep 22 13:13:07.085475 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:07.143712 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e62827-8d0b-45de-95e6-dc4cd6f87d6d req-03a0b486-c7c2-4a56-84d8-a6e98431bb38 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:07.145351 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b9e62827-8d0b-45de-95e6-dc4cd6f87d6d req-03a0b486-c7c2-4a56-84d8-a6e98431bb38 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 932 time: 0.0527146 Sep 22 13:13:07.187497 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b9e62827-8d0b-45de-95e6-dc4cd6f87d6d req-f7455163-d048-425a-9704-b17dfaab4bbe tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355937 Sep 22 13:13:07.226290 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:07.227293 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:07.227925 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:07.237603 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:07.305382 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] Pushing event updated for resources: {'Network': ['ID=8fef935a-803b-441e-8479-f3ab7701603c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:07.317543 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network 8fef935a-803b-441e-8479-f3ab7701603c details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:13:07.329538 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dc97b-cc16-487e-a041-6739d1bc5f2f req-c5c7b3d0-1d9b-451c-9075-020aa535e5a6 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:07.331385 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-828dc97b-cc16-487e-a041-6739d1bc5f2f req-c5c7b3d0-1d9b-451c-9075-020aa535e5a6 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0624022 Sep 22 13:13:07.391538 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-828dc97b-cc16-487e-a041-6739d1bc5f2f req-30d70d68-d649-4161-a419-9a3bdd4d9bb2 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487983 Sep 22 13:13:07.522401 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4676d7c-2091-4844-9e20-e7e27891d831 req-5b40676a-9af9-4bf6-8981-c7bd1f4cb933 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:07.524102 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e4676d7c-2091-4844-9e20-e7e27891d831 req-5b40676a-9af9-4bf6-8981-c7bd1f4cb933 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 944 time: 0.0517664 Sep 22 13:13:07.566181 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e4676d7c-2091-4844-9e20-e7e27891d831 req-9b716ab1-a630-489d-b3b1-3e0f19331bb4 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355043 Sep 22 13:13:07.690219 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ead7c6-dadc-403a-ae63-4f7c119f6878 req-1ce2b30e-71c9-4b04-a023-21012ce3b7ee tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:07.692709 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b7ead7c6-dadc-403a-ae63-4f7c119f6878 req-1ce2b30e-71c9-4b04-a023-21012ce3b7ee tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0530882 Sep 22 13:13:07.740660 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b7ead7c6-dadc-403a-ae63-4f7c119f6878 req-3132f748-4ac8-469d-830a-86815aa148aa tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317225 Sep 22 13:13:07.808912 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-7510bfff-d75b-4649-8e2d-33fd023ebde9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2072575 Sep 22 13:13:07.817077 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 59056) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:07.822217 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f11a2dd8-34ca-4896-9614-bd8e9c04517e admin admin] Request body: {'subnet': {'network_id': '8fef935a-803b-441e-8479-f3ab7701603c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-360392438-subnet', 'tenant_id': '554830bd3a4d45dab3180356c297233f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:13:08.067294 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32de370-afe0-4bb9-8ab4-1197fc3cf363 req-0535a7f7-571b-4ab6-a635-2789ef51e481 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:08.069334 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b32de370-afe0-4bb9-8ab4-1197fc3cf363 req-0535a7f7-571b-4ab6-a635-2789ef51e481 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0522573 Sep 22 13:13:08.107851 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b32de370-afe0-4bb9-8ab4-1197fc3cf363 req-fd37ee36-f764-490c-895a-843659c0cad2 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324328 Sep 22 13:13:08.191773 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11a2dd8-34ca-4896-9614-bd8e9c04517e admin admin] Made reservation on behalf of 554830bd3a4d45dab3180356c297233f for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:13:08.208399 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f11a2dd8-34ca-4896-9614-bd8e9c04517e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9265352'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:08.313561 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab46a87-cc82-4990-a70e-8c3ae592e7ab req-8bf414f0-efa7-4758-bc7b-d81691d06d72 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:08.315058 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9ab46a87-cc82-4990-a70e-8c3ae592e7ab req-8bf414f0-efa7-4758-bc7b-d81691d06d72 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 932 time: 0.0483458 Sep 22 13:13:08.363983 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9ab46a87-cc82-4990-a70e-8c3ae592e7ab req-08ac04ca-d6e6-495c-9129-7975c51ad5be tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408363 Sep 22 13:13:08.432154 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f11a2dd8-34ca-4896-9614-bd8e9c04517e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8721872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9265402'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:08.501035 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a2dd8-34ca-4896-9614-bd8e9c04517e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f428c915-6d87-45d2-9b25-55f60bb89975,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:08.507306 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a2dd8-34ca-4896-9614-bd8e9c04517e admin admin] Checking segment: {'id': '70f0f590-ba65-4200-b508-c3cfe413b44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8fef935a-803b-441e-8479-f3ab7701603c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:13:08.507687 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a2dd8-34ca-4896-9614-bd8e9c04517e admin admin] Network hostable DHCP agents. Network: 8fef935a-803b-441e-8479-f3ab7701603c, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:13:08.538994 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aef09-49eb-4aa3-8c15-71a36a9c3ee0 req-15c954c6-17d3-4445-8251-cd1fa042dd6a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:08.540594 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a52aef09-49eb-4aa3-8c15-71a36a9c3ee0 req-15c954c6-17d3-4445-8251-cd1fa042dd6a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0654237 Sep 22 13:13:08.581142 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a52aef09-49eb-4aa3-8c15-71a36a9c3ee0 req-2f81364c-a0a1-46cf-baec-05aa7aabd750 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337653 Sep 22 13:13:08.620134 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-73ee3b21-eeed-44e6-bc19-f46173cd1e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:08.677644 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a2dd8-34ca-4896-9614-bd8e9c04517e admin admin] Network 8fef935a-803b-441e-8479-f3ab7701603c is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:13:08.706700 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f09bd-227d-4fe2-a84b-876bf60bfa36 req-ec04babf-5ad9-4b8c-8389-9ec2c6f4d3dc tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:08.708332 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c74f09bd-227d-4fe2-a84b-876bf60bfa36 req-ec04babf-5ad9-4b8c-8389-9ec2c6f4d3dc tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 944 time: 0.0554693 Sep 22 13:13:08.754859 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c74f09bd-227d-4fe2-a84b-876bf60bfa36 req-3bf78259-cbdd-47a4-8fbc-94e3d5eba1aa tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371382 Sep 22 13:13:08.827113 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-f11a2dd8-34ca-4896-9614-bd8e9c04517e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, 8fef935a-803b-441e-8479-f3ab7701603c) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:13:08.831765 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a2dd8-34ca-4896-9614-bd8e9c04517e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:08.832367 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f11a2dd8-34ca-4896-9614-bd8e9c04517e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:08.840053 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3ad83a-70d9-4f26-8b38-765a362732c5 None None] Network 8fef935a-803b-441e-8479-f3ab7701603c requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:13:08.872261 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51ddda-6ace-4849-8e76-f18f97eb37f0 req-6e084267-5928-4266-ae56-a3b22ffc9386 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:08.877004 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0b51ddda-6ace-4849-8e76-f18f97eb37f0 req-6e084267-5928-4266-ae56-a3b22ffc9386 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0598314 Sep 22 13:13:08.934444 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0b51ddda-6ace-4849-8e76-f18f97eb37f0 req-1514462c-fb04-454c-a69a-9df8782972e7 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491774 Sep 22 13:13:08.952718 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:08.970330 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-f11a2dd8-34ca-4896-9614-bd8e9c04517e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1519578 Sep 22 13:13:09.057184 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950c8a2a-0eb9-47da-8bb1-ef72b4f61670 None None] Network 8fef935a-803b-441e-8479-f3ab7701603c requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:13:09.256832 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b73e87-66b2-43a3-a3c0-a5c4b7077f88 req-9e03d509-b01f-47ba-a8b9-ba9480572257 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:09.258356 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a2b73e87-66b2-43a3-a3c0-a5c4b7077f88 req-9e03d509-b01f-47ba-a8b9-ba9480572257 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0523052 Sep 22 13:13:09.312069 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a2b73e87-66b2-43a3-a3c0-a5c4b7077f88 req-11d26b51-2bcb-4dc5-a758-ef3988de5ce5 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466983 Sep 22 13:13:09.499856 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea22f9-53c4-4f97-82a9-6cbe5d367d04 req-881462e9-da3d-44b0-9b2f-ade18c84d423 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:09.501625 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7eea22f9-53c4-4f97-82a9-6cbe5d367d04 req-881462e9-da3d-44b0-9b2f-ade18c84d423 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 932 time: 0.0489564 Sep 22 13:13:09.551697 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7eea22f9-53c4-4f97-82a9-6cbe5d367d04 req-feb4bd41-8910-4e32-b6e2-5ce4c2dd1978 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Sep 22 13:13:09.723570 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e13019-5c08-459a-b915-bad34f7addc2 req-2fe15544-25dc-4ce3-8f57-ae8dcf3ae21c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:09.725261 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-14e13019-5c08-459a-b915-bad34f7addc2 req-2fe15544-25dc-4ce3-8f57-ae8dcf3ae21c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0598590 Sep 22 13:13:09.798368 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-14e13019-5c08-459a-b915-bad34f7addc2 req-8eeec631-16ef-4a22-a7da-64061fb2e40d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649314 Sep 22 13:13:09.917776 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 59090) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:09.924547 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1908187118-network', 'tenant_id': '146c2515fe2b4b1a87d3932e5f3698a4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:13:09.946745 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfae07e-c54c-42cb-8dd7-00c7c00e9cb0 req-bab8017a-ecc9-45cd-af08-057913785767 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:09.948579 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2dfae07e-c54c-42cb-8dd7-00c7c00e9cb0 req-bab8017a-ecc9-45cd-af08-057913785767 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 944 time: 0.0698397 Sep 22 13:13:10.000821 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2dfae07e-c54c-42cb-8dd7-00c7c00e9cb0 req-09e8ddaa-6b6a-4b21-a115-0d45f5a544db tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387080 Sep 22 13:13:10.025983 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:10.060915 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] Made reservation on behalf of 146c2515fe2b4b1a87d3932e5f3698a4 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:13:10.063616 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:10.074793 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:10.101026 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a163d3-d27d-4083-bd0b-9c187f876687 req-515e5176-3f39-497a-8c68-5a084aa5c77e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:10.102579 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-60a163d3-d27d-4083-bd0b-9c187f876687 req-515e5176-3f39-497a-8c68-5a084aa5c77e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0541034 Sep 22 13:13:10.144878 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-60a163d3-d27d-4083-bd0b-9c187f876687 req-7d53cd59-c62d-4b59-8ecf-92223b2008b3 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357885 Sep 22 13:13:10.181496 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:10.271711 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:10.296451 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:13:10.306503 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4a00dd-5805-4fc8-9116-75daf0b574c2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:10.313211 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:10.313558 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.segments_db [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] Added segment 8b70ae0e-6044-4b72-867f-ba80929b0171 of type vlan for network a0797955-45ab-4bc1-a8eb-2e6f54415d61 Sep 22 13:13:10.362805 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:10.432816 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620189-9fcd-4195-8934-2a9943a94b70 req-44255397-200b-4ae3-b147-0b61457462bd tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:10.434448 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-66620189-9fcd-4195-8934-2a9943a94b70 req-44255397-200b-4ae3-b147-0b61457462bd tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0529182 Sep 22 13:13:10.447198 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:10.448530 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:10.449333 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:10.479526 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-66620189-9fcd-4195-8934-2a9943a94b70 req-06964e2d-71b0-4843-a9bb-63a64306fe41 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375216 Sep 22 13:13:10.514902 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] Pushing event updated for resources: {'Network': ['ID=a0797955-45ab-4bc1-a8eb-2e6f54415d61,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:10.525502 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network a0797955-45ab-4bc1-a8eb-2e6f54415d61 details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:13:10.544048 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-cd193827-b126-43bd-bad8-86ca78e16301 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6238005 Sep 22 13:13:10.544851 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 59096) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:10.549915 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-41c72e0c-8970-4eae-a3d0-4e5a6621ce76 admin admin] Request body: {'subnet': {'network_id': 'a0797955-45ab-4bc1-a8eb-2e6f54415d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1908187118-subnet', 'tenant_id': '146c2515fe2b4b1a87d3932e5f3698a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:13:10.654955 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c72e0c-8970-4eae-a3d0-4e5a6621ce76 admin admin] Made reservation on behalf of 146c2515fe2b4b1a87d3932e5f3698a4 for: {'subnet': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:13:10.657767 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41c72e0c-8970-4eae-a3d0-4e5a6621ce76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:10.698055 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044386b-d6d2-43d0-ab24-99925d52ff96 req-c67e5e91-178f-4a29-b45e-17254711ee9f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:10.699710 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e044386b-d6d2-43d0-ab24-99925d52ff96 req-c67e5e91-178f-4a29-b45e-17254711ee9f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 932 time: 0.0763712 Sep 22 13:13:10.781490 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e044386b-d6d2-43d0-ab24-99925d52ff96 req-14e509d9-0a17-491c-86c2-2db377e7f19f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529971 Sep 22 13:13:10.934214 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f420e-a9b6-4db4-ae70-a958df120b15 req-9dba8f21-958f-4af1-a61b-cad30061c13c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:10.935878 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-582f420e-a9b6-4db4-ae70-a958df120b15 req-9dba8f21-958f-4af1-a61b-cad30061c13c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0534081 Sep 22 13:13:10.983605 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-582f420e-a9b6-4db4-ae70-a958df120b15 req-c622d830-90c4-4feb-b3b9-fd450abbafa4 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417945 Sep 22 13:13:10.997625 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41c72e0c-8970-4eae-a3d0-4e5a6621ce76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for subnet, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:11.059950 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c72e0c-8970-4eae-a3d0-4e5a6621ce76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d102a93-3c16-4ea1-8f9f-12d357a900c0,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:11.072011 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c72e0c-8970-4eae-a3d0-4e5a6621ce76 admin admin] Checking segment: {'id': '8b70ae0e-6044-4b72-867f-ba80929b0171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a0797955-45ab-4bc1-a8eb-2e6f54415d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:13:11.072372 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c72e0c-8970-4eae-a3d0-4e5a6621ce76 admin admin] Network hostable DHCP agents. Network: a0797955-45ab-4bc1-a8eb-2e6f54415d61, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:13:11.186318 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec005439-b639-45cc-ace0-6fd552c1c2fd req-c991bbe0-7e1d-48d1-a8ec-aeeee5dd8958 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:11.186318 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ec005439-b639-45cc-ace0-6fd552c1c2fd req-c991bbe0-7e1d-48d1-a8ec-aeeee5dd8958 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 944 time: 0.0730522 Sep 22 13:13:11.195117 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ec005439-b639-45cc-ace0-6fd552c1c2fd req-8a15d64e-547f-48fd-80ac-fbceb6ce740c tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363834 Sep 22 13:13:11.338466 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a21a40-8d22-4975-90a3-9d473fb51070 req-83ef6fce-47ab-4fa6-88eb-985f3d0a306b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:11.340093 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e1a21a40-8d22-4975-90a3-9d473fb51070 req-83ef6fce-47ab-4fa6-88eb-985f3d0a306b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0584340 Sep 22 13:13:11.384318 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e1a21a40-8d22-4975-90a3-9d473fb51070 req-953554fe-99cc-4a79-b050-dd44baf95319 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377362 Sep 22 13:13:11.549809 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c72e0c-8970-4eae-a3d0-4e5a6621ce76 admin admin] Network a0797955-45ab-4bc1-a8eb-2e6f54415d61 is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:13:11.617839 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34197295-ffea-4b90-9a53-f66e9cf71fb9 req-075db0c6-296c-44ff-bd2c-1d9c27318c25 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:11.619379 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-34197295-ffea-4b90-9a53-f66e9cf71fb9 req-075db0c6-296c-44ff-bd2c-1d9c27318c25 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0667403 Sep 22 13:13:11.657901 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-34197295-ffea-4b90-9a53-f66e9cf71fb9 req-6c2dff45-4b0b-4726-a1fb-eab61f1c15fc tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312941 Sep 22 13:13:11.729439 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-41c72e0c-8970-4eae-a3d0-4e5a6621ce76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, a0797955-45ab-4bc1-a8eb-2e6f54415d61) {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:13:11.744253 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a325199-4e3c-473c-b061-938a9da94466 None None] Network a0797955-45ab-4bc1-a8eb-2e6f54415d61 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:13:11.744821 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c72e0c-8970-4eae-a3d0-4e5a6621ce76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:11.744981 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41c72e0c-8970-4eae-a3d0-4e5a6621ce76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:11.753037 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:11.907710 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c62f93-7f6b-40fb-86bd-782777f30d4a None None] Network a0797955-45ab-4bc1-a8eb-2e6f54415d61 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:13:11.918449 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c35d8-d7b6-4527-a5dc-a64491da8bb9 req-d26e2e3e-e0da-4dfc-8588-2c634f0cd8ab tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:11.927858 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-952c35d8-d7b6-4527-a5dc-a64491da8bb9 req-d26e2e3e-e0da-4dfc-8588-2c634f0cd8ab tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 932 time: 0.0735388 Sep 22 13:13:11.946102 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-41c72e0c-8970-4eae-a3d0-4e5a6621ce76 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4001358 Sep 22 13:13:11.970903 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-952c35d8-d7b6-4527-a5dc-a64491da8bb9 req-f43fd2e3-4470-40e8-9625-a7bb63232a27 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417225 Sep 22 13:13:12.152810 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ebf94-09d7-462b-b568-3e495e213568 req-f284f4b1-5338-4060-ad67-9e9373e5da31 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:12.160415 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-587ebf94-09d7-462b-b568-3e495e213568 req-f284f4b1-5338-4060-ad67-9e9373e5da31 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0741429 Sep 22 13:13:12.207565 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-587ebf94-09d7-462b-b568-3e495e213568 req-6e838d25-d10f-4387-a1d7-d7f950a4f645 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386829 Sep 22 13:13:12.368271 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555e014-2206-43b8-8b1a-24a3ed95639f req-31ce68c2-fbd5-41e8-9955-45ea72557bbd tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:12.369715 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7555e014-2206-43b8-8b1a-24a3ed95639f req-31ce68c2-fbd5-41e8-9955-45ea72557bbd tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 944 time: 0.0589304 Sep 22 13:13:12.413825 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7555e014-2206-43b8-8b1a-24a3ed95639f req-1fb7257d-5761-45e5-8be3-32ff4d2f3609 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376554 Sep 22 13:13:12.538372 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeeb243-5453-4c9b-b64f-2c436be04b0f req-042a35df-d239-4333-a632-2e79f6ebae4f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:12.540493 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cdeeb243-5453-4c9b-b64f-2c436be04b0f req-042a35df-d239-4333-a632-2e79f6ebae4f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0563178 Sep 22 13:13:12.586120 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cdeeb243-5453-4c9b-b64f-2c436be04b0f req-9999cf9e-6ef5-4473-9a3c-3af4325b516d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348990 Sep 22 13:13:12.781918 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf75599-35e8-48cf-818b-f9ff2c864ada req-58f61f66-7995-469a-bb3f-64bc9d52acbb tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:12.787986 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4bf75599-35e8-48cf-818b-f9ff2c864ada req-58f61f66-7995-469a-bb3f-64bc9d52acbb tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0605807 Sep 22 13:13:12.824565 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4bf75599-35e8-48cf-818b-f9ff2c864ada req-ba1fc0cf-5612-4210-848a-e7ff345baefd tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348809 Sep 22 13:13:13.111572 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540fc3c-63fb-4dd8-ada4-d4a5ea333c7d req-95b59777-b114-4d36-adda-2c7c08f6d4ff tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:13.113135 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5540fc3c-63fb-4dd8-ada4-d4a5ea333c7d req-95b59777-b114-4d36-adda-2c7c08f6d4ff tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 932 time: 0.0515885 Sep 22 13:13:13.155600 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5540fc3c-63fb-4dd8-ada4-d4a5ea333c7d req-548f0e42-09c2-4d76-8e7e-e4a661db11e8 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360360 Sep 22 13:13:13.342030 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5c9a6-bc20-458d-b5a6-5b187ff2c466 req-7d12080f-dd34-43bb-84fa-06f94ba4c303 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:13.343594 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-70b5c9a6-bc20-458d-b5a6-5b187ff2c466 req-7d12080f-dd34-43bb-84fa-06f94ba4c303 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0578773 Sep 22 13:13:13.381889 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-70b5c9a6-bc20-458d-b5a6-5b187ff2c466 req-bb22a7fe-5e64-42c1-9833-aa75a1a1ac40 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322835 Sep 22 13:13:13.539679 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9e80d-8017-4da5-97fd-398eb40b2f27 req-64f64416-0b16-414a-9495-32638ba36a0a tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:13.541171 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-83f9e80d-8017-4da5-97fd-398eb40b2f27 req-64f64416-0b16-414a-9495-32638ba36a0a tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 944 time: 0.0500946 Sep 22 13:13:13.584444 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-83f9e80d-8017-4da5-97fd-398eb40b2f27 req-a113b560-4678-4754-981e-a7e114fa8f31 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367241 Sep 22 13:13:13.719262 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a97b9-534b-4b4a-b45a-d763a1d1b2aa req-1ff65190-cabc-414f-acbb-aa7632632c32 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:13.720856 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-629a97b9-534b-4b4a-b45a-d763a1d1b2aa req-1ff65190-cabc-414f-acbb-aa7632632c32 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0679066 Sep 22 13:13:13.759244 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-629a97b9-534b-4b4a-b45a-d763a1d1b2aa req-9faeae48-bbe0-497b-83c7-5420e35f21d3 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Sep 22 13:13:13.947394 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145d00b-6dd2-4885-86e9-066f76c8a53b req-699e102c-af1e-4f07-9a6c-30539e2561cd tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:13.949070 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5145d00b-6dd2-4885-86e9-066f76c8a53b req-699e102c-af1e-4f07-9a6c-30539e2561cd tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0542901 Sep 22 13:13:13.988458 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5145d00b-6dd2-4885-86e9-066f76c8a53b req-e00adb1e-a8bb-494a-8f40-437997ab41c0 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331776 Sep 22 13:13:14.290734 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85af82-cefb-4327-92c8-3ef02a398ad6 req-108967d2-d7c3-4302-858a-a9f9c9b983bd tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:14.304787 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ef85af82-cefb-4327-92c8-3ef02a398ad6 req-108967d2-d7c3-4302-858a-a9f9c9b983bd tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 932 time: 0.0628667 Sep 22 13:13:14.346753 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ef85af82-cefb-4327-92c8-3ef02a398ad6 req-e0ba5109-d629-4bfc-9b72-51f706e55947 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342934 Sep 22 13:13:14.536152 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb765c3-d991-4142-9b35-f72958579080 req-67720898-656e-4f3c-b9f3-71f9f3ed10b9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:14.537823 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-efb765c3-d991-4142-9b35-f72958579080 req-67720898-656e-4f3c-b9f3-71f9f3ed10b9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0539043 Sep 22 13:13:14.578642 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-efb765c3-d991-4142-9b35-f72958579080 req-f0dffb67-5ad0-4cd6-b368-3f64199ca46c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337527 Sep 22 13:13:14.713274 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01829b-4c83-430b-8fbd-d2846377a599 req-41dc53fe-6a61-4ae4-94a1-f2be9fa7a950 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:14.714969 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0c01829b-4c83-430b-8fbd-d2846377a599 req-41dc53fe-6a61-4ae4-94a1-f2be9fa7a950 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 944 time: 0.0558403 Sep 22 13:13:14.782412 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0c01829b-4c83-430b-8fbd-d2846377a599 req-45a7f28f-e477-4d10-a3ae-963dfdb5f02f tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432115 Sep 22 13:13:14.893321 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9b8ce-aafe-48a4-aaa5-bbf8dd262e94 req-8f0f7892-09f3-410d-abca-130649981323 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:14.894816 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9db9b8ce-aafe-48a4-aaa5-bbf8dd262e94 req-8f0f7892-09f3-410d-abca-130649981323 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0515988 Sep 22 13:13:14.933592 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9db9b8ce-aafe-48a4-aaa5-bbf8dd262e94 req-4ba1db7f-ea7e-48c3-acd8-3b576a53118d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Sep 22 13:13:15.117433 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88548234-261b-4a0f-bb63-68fbac2226bd req-6280986b-4f9a-4cf2-812f-79bdc18c7acb tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:15.119238 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-88548234-261b-4a0f-bb63-68fbac2226bd req-6280986b-4f9a-4cf2-812f-79bdc18c7acb tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0514872 Sep 22 13:13:15.163384 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-88548234-261b-4a0f-bb63-68fbac2226bd req-82ed1bfe-3c72-40c5-bf1e-6a69021e8b05 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357211 Sep 22 13:13:15.466683 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6b09-bec8-4269-b9dd-eb01bb87ef89 req-273ca653-083c-4d6d-9da7-de8b5a56bd58 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:15.470243 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-185b6b09-bec8-4269-b9dd-eb01bb87ef89 req-273ca653-083c-4d6d-9da7-de8b5a56bd58 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 932 time: 0.0543873 Sep 22 13:13:15.505688 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-185b6b09-bec8-4269-b9dd-eb01bb87ef89 req-27bb9aeb-ba63-44b6-ae97-2fa736f40e33 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312545 Sep 22 13:13:15.697722 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55311dfc-5d06-48bf-8d50-21b8450b4cf7 req-5c302443-c30c-4eac-b9a8-42ae22a5e182 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:15.699330 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-55311dfc-5d06-48bf-8d50-21b8450b4cf7 req-5c302443-c30c-4eac-b9a8-42ae22a5e182 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0510256 Sep 22 13:13:15.738073 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-55311dfc-5d06-48bf-8d50-21b8450b4cf7 req-303c39d8-d8e8-4276-8c18-66f761749ef2 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320661 Sep 22 13:13:15.889818 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26c563-c2ef-4140-bce4-b90a061794d5 req-318c68a7-368d-47d7-bf8e-ff7ad9c4d2d3 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:15.891336 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9d26c563-c2ef-4140-bce4-b90a061794d5 req-318c68a7-368d-47d7-bf8e-ff7ad9c4d2d3 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 944 time: 0.0488853 Sep 22 13:13:15.932441 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9d26c563-c2ef-4140-bce4-b90a061794d5 req-31d03a4a-0db0-431a-b9cf-be025cf2f260 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334675 Sep 22 13:13:16.040219 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Request body: {'port': {'device_id': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:13:16.072964 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7b1b8-8305-40eb-af4c-b63a006512dd req-a8409f1b-a74e-4000-9eaa-7bd492f9acff tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:16.076235 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-21a7b1b8-8305-40eb-af4c-b63a006512dd req-a8409f1b-a74e-4000-9eaa-7bd492f9acff tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0647933 Sep 22 13:13:16.122507 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:16.134077 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-21a7b1b8-8305-40eb-af4c-b63a006512dd req-209b7e64-eb3e-4059-a8cb-1f87c8d7d694 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505686 Sep 22 13:13:16.328473 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da06a1-bfdf-48b0-85ee-7615016bb3cf req-a6969fcb-f152-4046-a31b-90c212024c8b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:16.332208 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-25da06a1-bfdf-48b0-85ee-7615016bb3cf req-a6969fcb-f152-4046-a31b-90c212024c8b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0808814 Sep 22 13:13:16.336633 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c4784-4862-412c-b994-3ac395d9c237 req-4f92687d-ac9a-440a-b277-b71e75319a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:16.338133 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e42c4784-4862-412c-b994-3ac395d9c237 req-4f92687d-ac9a-440a-b277-b71e75319a3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d04a4440bd974592a2c14375e7f7fa18&device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 1099 time: 0.0788307 Sep 22 13:13:16.358887 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-26535869-aaab-4fd0-994a-980249db43b5 req-f5dc1da6-0031-4e68-85cc-b558506fe295 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768154 Sep 22 13:13:16.409735 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-25da06a1-bfdf-48b0-85ee-7615016bb3cf req-031c2061-81b7-4b58-b9c1-1f7b0d88426a tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657940 Sep 22 13:13:16.482592 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c4784-4862-412c-b994-3ac395d9c237 req-8408e23e-b046-4ba3-94ce-12dd33048bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:16.484853 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e42c4784-4862-412c-b994-3ac395d9c237 req-8408e23e-b046-4ba3-94ce-12dd33048bc7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c6ea9935-8102-4648-ae6c-92fac791d7fa HTTP/1.1" status: 200 len: 919 time: 0.1340299 Sep 22 13:13:16.520494 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26535869-aaab-4fd0-994a-980249db43b5 req-322fcc7f-22af-476f-b8f5-a1e94a4a8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:16.527365 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-26535869-aaab-4fd0-994a-980249db43b5 req-322fcc7f-22af-476f-b8f5-a1e94a4a8962 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=86bd01d73b164c0496803e15f5becaea&device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 1099 time: 0.1223507 Sep 22 13:13:16.556721 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e42c4784-4862-412c-b994-3ac395d9c237 req-aed393c9-f721-4fa1-bf9d-f3522f008763 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e985e239-a74d-451d-b44e-08c49c83ef5e HTTP/1.1" status: 200 len: 217 time: 0.0611217 Sep 22 13:13:16.568608 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d9b42-9846-4488-9649-0d867e348ab3 req-d7e07779-81ef-40a5-8c75-4c5ca8572e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:16.570456 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7b0d9b42-9846-4488-9649-0d867e348ab3 req-d7e07779-81ef-40a5-8c75-4c5ca8572e53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 1098 time: 0.0847154 Sep 22 13:13:16.603744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198d6688-72fa-45fc-bcd9-c314e7fa6b0e {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:13:16.657027 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:16.677048 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7b0d9b42-9846-4488-9649-0d867e348ab3 req-ccfd79fa-ae91-4ea4-a94c-76ca02366b9c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945106 Sep 22 13:13:16.678387 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c4784-4862-412c-b994-3ac395d9c237 req-cd1924a8-9087-46df-b63a-4bfbde5456fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:16.681893 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Transition to ACTIVE for port object 198d6688-72fa-45fc-bcd9-c314e7fa6b0e will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:13:16.682019 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e42c4784-4862-412c-b994-3ac395d9c237 req-cd1924a8-9087-46df-b63a-4bfbde5456fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3406f934-e65f-428d-9536-b198c58b9695 HTTP/1.1" status: 200 len: 858 time: 0.1084189 Sep 22 13:13:16.695768 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d3274-a2a9-4eac-928b-4774e7263a9b req-1cce9ca7-612c-4aa7-aa6b-9573ca4bf9c2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:16.695768 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-aa6d3274-a2a9-4eac-928b-4774e7263a9b req-1cce9ca7-612c-4aa7-aa6b-9573ca4bf9c2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 932 time: 0.0852888 Sep 22 13:13:16.696701 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26535869-aaab-4fd0-994a-980249db43b5 req-92dc6b46-0c5a-4c1c-ab30-8885102d7b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:16.696701 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-26535869-aaab-4fd0-994a-980249db43b5 req-92dc6b46-0c5a-4c1c-ab30-8885102d7b1f service neutron] 10.222.0.23 "GET /v2.0/networks?id=486be222-2dae-4806-b5f2-6aa278197135 HTTP/1.1" status: 200 len: 916 time: 0.1463401 Sep 22 13:13:16.736416 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-aa6d3274-a2a9-4eac-928b-4774e7263a9b req-cf67c5a2-8af2-4375-8a19-6635d83272bb tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370440 Sep 22 13:13:16.791734 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:16.846060 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Pushing event updated for resources: {'Port': ['ID=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:16.874346 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75931c29-0d9f-43c9-b478-03ea63c06827 req-58985f9c-3d5f-4cef-a5e4-58e8f9f3c665 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:16.876155 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-75931c29-0d9f-43c9-b478-03ea63c06827 req-58985f9c-3d5f-4cef-a5e4-58e8f9f3c665 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0577564 Sep 22 13:13:16.930207 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e42c4784-4862-412c-b994-3ac395d9c237 req-18bbb79c-a779-4d3d-b274-7420c7b900c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6ea9935-8102-4648-ae6c-92fac791d7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311790 Sep 22 13:13:16.939288 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-26535869-aaab-4fd0-994a-980249db43b5 req-e2f85347-5106-4823-8ad2-3dfdd66a1af9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 HTTP/1.1" status: 200 len: 217 time: 0.0409453 Sep 22 13:13:16.951996 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-75931c29-0d9f-43c9-b478-03ea63c06827 req-9ceb34bc-ba03-4350-8834-aeabe9515c9e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666142 Sep 22 13:13:16.996579 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Attempting to bind port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:13:16.997062 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Attempting to bind port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '21be9e4f-83db-4892-bc0b-08498284f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:13:16.997528 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Attempting to bind port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e on network a359761d-81d8-40c4-999e-73f019d63b70 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:13:17.010307 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e on network a359761d-81d8-40c4-999e-73f019d63b70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:13:17.010623 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Attempting to bind port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e on network a359761d-81d8-40c4-999e-73f019d63b70 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:13:17.022950 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:13:17.022950 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Checking segment: {'id': '21be9e4f-83db-4892-bc0b-08498284f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:13:17.022950 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Bound using segment: {'id': '21be9e4f-83db-4892-bc0b-08498284f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:13:17.022950 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Bound port: 198d6688-72fa-45fc-bcd9-c314e7fa6b0e, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21be9e4f-83db-4892-bc0b-08498284f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:13:17.022950 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:17.024991 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26535869-aaab-4fd0-994a-980249db43b5 req-e1d3c727-f38a-46d1-baf6-da0ee4ac2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:17.026507 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-26535869-aaab-4fd0-994a-980249db43b5 req-e1d3c727-f38a-46d1-baf6-da0ee4ac2851 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d HTTP/1.1" status: 200 len: 855 time: 0.0725162 Sep 22 13:13:17.082898 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-26535869-aaab-4fd0-994a-980249db43b5 req-4cff5f9b-aa3d-46b6-b1d6-ccadcc53d7c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=486be222-2dae-4806-b5f2-6aa278197135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440536 Sep 22 13:13:17.106144 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e42c4784-4862-412c-b994-3ac395d9c237 req-3c9ed52f-53d2-41e5-8927-ba395390996e service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527283 Sep 22 13:13:17.115897 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] For port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e, host hv-cinder-81000, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:13:17.119079 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] For port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,segment=NetworkSegment(21be9e4f-83db-4892-bc0b-08498284f9c7),segment_id=21be9e4f-83db-4892-bc0b-08498284f9c7)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:13:17.119544 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbce0d-2c21-464b-844d-1f130938f092 req-41c47b9a-9406-409a-b802-d268eb54741b tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:17.120966 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b4dbce0d-2c21-464b-844d-1f130938f092 req-41c47b9a-9406-409a-b802-d268eb54741b tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 944 time: 0.0780013 Sep 22 13:13:17.229112 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b4dbce0d-2c21-464b-844d-1f130938f092 req-c21d56f9-1dc8-4234-ac9c-9325a6724692 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008625 Sep 22 13:13:17.269046 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e42c4784-4862-412c-b994-3ac395d9c237 req-88a2350e-3786-470e-a572-bf46470e2cd8 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327846 Sep 22 13:13:17.435103 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 623ab9c0-8903-4af9-8bc6-bd4560116795 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:13:17.460168 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:17.510457 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-26535869-aaab-4fd0-994a-980249db43b5 req-bd834c99-c916-4801-8ed6-2ba09726fd88 service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767869 Sep 22 13:13:17.524615 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:17.525228 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:17.526588 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] 10.222.0.23 "PUT /v2.0/ports/198d6688-72fa-45fc-bcd9-c314e7fa6b0e HTTP/1.1" status: 200 len: 1094 time: 1.4914093 Sep 22 13:13:17.528959 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'tag': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:13:17.531143 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542d7a91-dc09-45d7-8d59-6d7b16c13fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "d7660543-f5b0-4906-9ab5-85d403c42545", "tag": "198d6688-72fa-45fc-bcd9-c314e7fa6b0e"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:13:17.572411 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 623ab9c0-8903-4af9-8bc6-bd4560116795, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=623ab9c0-8903-4af9-8bc6-bd4560116795,segment=NetworkSegment(da494060-7d79-4722-8aa1-73cb5bbc42c8),segment_id=da494060-7d79-4722-8aa1-73cb5bbc42c8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:13:17.578404 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6f508-282f-40a5-8999-2855363a5fa5 req-c9f725af-090d-4070-b16d-557d7a0dd6d4 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:17.580037 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cfc6f508-282f-40a5-8999-2855363a5fa5 req-c9f725af-090d-4070-b16d-557d7a0dd6d4 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.3813343 Sep 22 13:13:17.582643 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea906a44-4c4d-4794-8324-90a6753f2444 service neutron] Pushing event updated for resources: {'Port': ['ID=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:17.599573 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': '623ab9c0-8903-4af9-8bc6-bd4560116795', 'network_id': 'd0a1aecb-1239-48e9-9116-fc0789f6366d', 'port_id': '623ab9c0-8903-4af9-8bc6-bd4560116795', 'mac_address': 'fa:16:3e:d4:9e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b01b4d-8da1-45f3-bf3d-15e6640dcf17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:13:17.617810 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ee96a-24a7-4b00-9948-898c9723e673 req-93a1ab91-136f-4fcb-9608-4c89bde81101 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:17.620312 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a78ee96a-24a7-4b00-9948-898c9723e673 req-93a1ab91-136f-4fcb-9608-4c89bde81101 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.1152775 Sep 22 13:13:17.655357 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:17.673346 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623ab9c0-8903-4af9-8bc6-bd4560116795 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:13:17.710946 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a78ee96a-24a7-4b00-9948-898c9723e673 req-a145ad9a-0bea-4f70-b62f-7617f4991bc8 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801921 Sep 22 13:13:17.718909 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 623ab9c0-8903-4af9-8bc6-bd4560116795, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=623ab9c0-8903-4af9-8bc6-bd4560116795,segment=NetworkSegment(da494060-7d79-4722-8aa1-73cb5bbc42c8),segment_id=da494060-7d79-4722-8aa1-73cb5bbc42c8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:13:17.739673 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cfc6f508-282f-40a5-8999-2855363a5fa5 req-aba7cc56-be89-4d9e-9c98-1d7653566e4f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426580 Sep 22 13:13:17.767300 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-26535869-aaab-4fd0-994a-980249db43b5 req-c0731f25-aee6-4acc-8328-159283d51248 service neutron] 10.222.0.23 "GET /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394538 Sep 22 13:13:17.785255 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-18c7d5e0-34d3-46b9-a681-779c2827a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:17.785255 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-18c7d5e0-34d3-46b9-a681-779c2827a4eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71b37942aed94a0193ab222fd05836ab&device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 1097 time: 0.1163807 Sep 22 13:13:17.785255 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0ac6d9-836c-4b6a-ae4c-ddbd3891306c x-openstack-request-id: req-cc0ac6d9-836c-4b6a-ae4c-ddbd3891306c {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:13:17.785255 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7660543-f5b0-4906-9ab5-85d403c42545", "tag": "198d6688-72fa-45fc-bcd9-c314e7fa6b0e", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:13:17.785255 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc0ac6d9-836c-4b6a-ae4c-ddbd3891306c {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:13:17.785255 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'tag': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e', 'status': 'completed', 'code': 200} Sep 22 13:13:17.846632 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-dbbb513f-06ac-4d1d-abb5-69a142889c03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=198d6688-72fa-45fc-bcd9-c314e7fa6b0e HTTP/1.1" status: 200 len: 217 time: 0.0480199 Sep 22 13:13:17.859688 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:17.860367 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f7c357bd-91b5-4b33-a096-555dac674c13 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:13:17.922510 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-dc103312-b724-4d26-898e-6feb1d8dfda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:17.924113 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-dc103312-b724-4d26-898e-6feb1d8dfda7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3609119a-daa2-468f-95d8-0087548e4f0e HTTP/1.1" status: 200 len: 853 time: 0.0688148 Sep 22 13:13:17.933201 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09637144-ac9d-4a03-954c-8b0d9d1cca67 req-5fe4d44c-2ab4-43d3-ac55-8f3a72919b1e tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:17.935572 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-09637144-ac9d-4a03-954c-8b0d9d1cca67 req-5fe4d44c-2ab4-43d3-ac55-8f3a72919b1e tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 944 time: 0.0916228 Sep 22 13:13:17.957063 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=623ab9c0-8903-4af9-8bc6-bd4560116795,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:17.999649 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:17.999919 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:18.000553 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:18.000921 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:18.001310 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:18.001520 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:18.001994 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:18.002469 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:18.002962 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:18.003467 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:18.003963 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:18.004289 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:13:18.017610 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-09637144-ac9d-4a03-954c-8b0d9d1cca67 req-e6b9f9d2-ed79-48a5-b86c-08660609caf9 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647452 Sep 22 13:13:18.041908 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-c767d3f3-f434-4c9c-8f4e-1b5e455cedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:18.044930 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-c767d3f3-f434-4c9c-8f4e-1b5e455cedb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a359761d-81d8-40c4-999e-73f019d63b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1084452 Sep 22 13:13:18.047658 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f7c357bd-91b5-4b33-a096-555dac674c13, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f7c357bd-91b5-4b33-a096-555dac674c13,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:13:18.060564 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'port_id': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'mac_address': 'fa:16:3e:63:94:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:13:18.104123 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:18.112120 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2778ef-c2f2-41e2-8465-307fac2d42a2 req-fcef7aa7-0966-465f-996a-43697013a151 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:18.120039 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8c2778ef-c2f2-41e2-8465-307fac2d42a2 req-fcef7aa7-0966-465f-996a-43697013a151 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0626431 Sep 22 13:13:18.125237 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7c357bd-91b5-4b33-a096-555dac674c13 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:13:18.147648 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f7c357bd-91b5-4b33-a096-555dac674c13, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f7c357bd-91b5-4b33-a096-555dac674c13,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:13:18.154736 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8c2778ef-c2f2-41e2-8465-307fac2d42a2 req-60ee3325-ee3f-4693-a38e-87b120eecbde tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337772 Sep 22 13:13:18.157055 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-aff2537b-fe58-4d66-a220-3c552f8f001c service neutron] 10.222.0.23 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009688 Sep 22 13:13:18.267834 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75b9dd8e-9cfb-4ead-a385-8149ccef1ef7 req-50be4625-a75f-416b-a386-dabfeff653fb service neutron] 10.222.0.23 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006711 Sep 22 13:13:18.350437 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158e1de-2cba-4b00-b290-b0c00b7b46b5 req-c2731bfd-ae19-420a-9792-6d58116e592d tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:18.351998 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c158e1de-2cba-4b00-b290-b0c00b7b46b5 req-c2731bfd-ae19-420a-9792-6d58116e592d tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 945 time: 0.0539198 Sep 22 13:13:18.391678 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c158e1de-2cba-4b00-b290-b0c00b7b46b5 req-660ccff0-47de-4d4d-b226-8c52651eb4cb tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331745 Sep 22 13:13:18.734437 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:18.804739 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=f7c357bd-91b5-4b33-a096-555dac674c13,revision_number=6']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:18.846339 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007076a8-a465-42e9-98f3-f1206c616c79 req-fd9cfc0b-fd00-488f-bf82-e7ed7cab8ac7 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:18.846339 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-007076a8-a465-42e9-98f3-f1206c616c79 req-fd9cfc0b-fd00-488f-bf82-e7ed7cab8ac7 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0549510 Sep 22 13:13:18.881543 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d7a91-dc09-45d7-8d59-6d7b16c13fd8 req-3041d086-3139-4146-8394-ad35cfb4df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:18.883267 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-542d7a91-dc09-45d7-8d59-6d7b16c13fd8 req-3041d086-3139-4146-8394-ad35cfb4df59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71b37942aed94a0193ab222fd05836ab&device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 1097 time: 0.0753398 Sep 22 13:13:18.892832 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0131eb-96c7-48c3-9598-7b8daa04ca68 req-e022e8f7-c412-4d65-92dd-f7d37fa96b8c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:18.894427 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8e0131eb-96c7-48c3-9598-7b8daa04ca68 req-e022e8f7-c412-4d65-92dd-f7d37fa96b8c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0768704 Sep 22 13:13:18.898901 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-007076a8-a465-42e9-98f3-f1206c616c79 req-e84a27b4-897f-4ad3-bd6a-541aaead229b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442748 Sep 22 13:13:19.004434 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['f7c357bd-91b5-4b33-a096-555dac674c13'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:13:19.005670 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8e0131eb-96c7-48c3-9598-7b8daa04ca68 req-2f417200-6f12-4dff-8092-9b17ecff837c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836589 Sep 22 13:13:19.041007 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d7a91-dc09-45d7-8d59-6d7b16c13fd8 req-e7521d3e-18e0-4eca-85d9-21f8b85cf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:19.042494 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-542d7a91-dc09-45d7-8d59-6d7b16c13fd8 req-e7521d3e-18e0-4eca-85d9-21f8b85cf405 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a359761d-81d8-40c4-999e-73f019d63b70 HTTP/1.1" status: 200 len: 915 time: 0.1351264 Sep 22 13:13:19.104012 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-542d7a91-dc09-45d7-8d59-6d7b16c13fd8 req-2a4e7b4f-5830-4997-bc2f-5c06165ea7d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=198d6688-72fa-45fc-bcd9-c314e7fa6b0e HTTP/1.1" status: 200 len: 217 time: 0.0427911 Sep 22 13:13:19.141602 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae3eac-0bf1-4af7-a27c-211033645fa7 req-ffc63538-29f8-4c14-8980-487a6be2470f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:19.143795 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c7ae3eac-0bf1-4af7-a27c-211033645fa7 req-ffc63538-29f8-4c14-8980-487a6be2470f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 944 time: 0.0510373 Sep 22 13:13:19.157519 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d7a91-dc09-45d7-8d59-6d7b16c13fd8 req-f4d1898f-e50d-4a39-8df2-8e9f7fb44386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:19.159281 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-542d7a91-dc09-45d7-8d59-6d7b16c13fd8 req-f4d1898f-e50d-4a39-8df2-8e9f7fb44386 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3609119a-daa2-468f-95d8-0087548e4f0e HTTP/1.1" status: 200 len: 853 time: 0.0478973 Sep 22 13:13:19.186939 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c7ae3eac-0bf1-4af7-a27c-211033645fa7 req-6d8581a7-78cf-4ff1-afbe-66a06cea84d6 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351834 Sep 22 13:13:19.209723 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d7a91-dc09-45d7-8d59-6d7b16c13fd8 req-dce3d2ab-b5fe-476c-a975-3bb3df01d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:19.211245 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-542d7a91-dc09-45d7-8d59-6d7b16c13fd8 req-dce3d2ab-b5fe-476c-a975-3bb3df01d030 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a359761d-81d8-40c4-999e-73f019d63b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416789 Sep 22 13:13:19.337641 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b155511-0355-46a7-89fc-ab8cc99e95c2 req-94cd1cf0-2a35-480f-aff8-abcffca2be0c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:19.339165 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7b155511-0355-46a7-89fc-ab8cc99e95c2 req-94cd1cf0-2a35-480f-aff8-abcffca2be0c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 944 time: 0.0989072 Sep 22 13:13:19.352880 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['623ab9c0-8903-4af9-8bc6-bd4560116795'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:13:19.356777 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-542d7a91-dc09-45d7-8d59-6d7b16c13fd8 req-c3181603-9e06-44bf-be42-c8afcfb3da48 service neutron] 10.222.0.23 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341124 Sep 22 13:13:19.401773 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7b155511-0355-46a7-89fc-ab8cc99e95c2 req-94142a86-58d9-49fb-9e7c-299ab90b0d2c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551867 Sep 22 13:13:19.456956 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f7c357bd-91b5-4b33-a096-555dac674c13 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:13:19.487878 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-542d7a91-dc09-45d7-8d59-6d7b16c13fd8 req-783f740a-a9df-4ac6-9498-4e7d382f3f38 service neutron] 10.222.0.23 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181710 Sep 22 13:13:19.532676 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319c926-3cfc-4aa6-9d62-a0faa0f1b60f req-a64de9d4-4518-40ee-b81b-a6ab0cf47d20 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:19.534760 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b319c926-3cfc-4aa6-9d62-a0faa0f1b60f req-a64de9d4-4518-40ee-b81b-a6ab0cf47d20 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 945 time: 0.0520239 Sep 22 13:13:19.542503 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port f7c357bd-91b5-4b33-a096-555dac674c13 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:13:19.546050 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:19.575386 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b319c926-3cfc-4aa6-9d62-a0faa0f1b60f req-59e3c225-0cce-43d0-a0f1-71c8deb1a09d tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339947 Sep 22 13:13:19.624024 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:19.647791 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c357bd-91b5-4b33-a096-555dac674c13'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:13:19.650127 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d923a9ac-13c9-48b5-be18-e18ab07cda08" -d '{"events": [{"server_uuid": "a4d69add-5d3b-4453-bf51-5a27d905e4e7", "name": "network-vif-plugged", "status": "completed", "tag": "f7c357bd-91b5-4b33-a096-555dac674c13"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:13:19.663975 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f7c357bd-91b5-4b33-a096-555dac674c13, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f7c357bd-91b5-4b33-a096-555dac674c13,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:13:19.687858 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9631370e-d3d0-4144-abb2-0b1b9a6e90fb x-openstack-request-id: req-9631370e-d3d0-4144-abb2-0b1b9a6e90fb {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:13:19.688154 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d69add-5d3b-4453-bf51-5a27d905e4e7", "name": "network-vif-plugged", "status": "completed", "tag": "f7c357bd-91b5-4b33-a096-555dac674c13", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:13:19.688410 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9631370e-d3d0-4144-abb2-0b1b9a6e90fb {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:13:19.688840 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'code': 200} Sep 22 13:13:19.806615 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:19.859523 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=f7c357bd-91b5-4b33-a096-555dac674c13,revision_number=7']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:20.040923 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351f1aa-43c7-47f5-986b-28db9037900e req-04023056-b596-4588-8ac4-6868ad8518a1 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:20.053393 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a351f1aa-43c7-47f5-986b-28db9037900e req-04023056-b596-4588-8ac4-6868ad8518a1 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0811152 Sep 22 13:13:20.090999 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a351f1aa-43c7-47f5-986b-28db9037900e req-19ab6411-f219-48da-ab3e-9941591747ca tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366871 Sep 22 13:13:20.154493 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782d697-5875-46ab-8e31-635e833f070d req-8db4824a-b3ec-4796-b65c-85438a2204dd tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:20.156936 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9782d697-5875-46ab-8e31-635e833f070d req-8db4824a-b3ec-4796-b65c-85438a2204dd tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0666771 Sep 22 13:13:20.236113 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9782d697-5875-46ab-8e31-635e833f070d req-a78eede9-5207-4604-bb0b-31c32dc36e0e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720272 Sep 22 13:13:20.348151 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590c050-8e7d-4de6-9402-674f0e12d3a7 req-dd59d297-5d8e-4a17-a02a-57010443ae93 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:20.349736 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9590c050-8e7d-4de6-9402-674f0e12d3a7 req-dd59d297-5d8e-4a17-a02a-57010443ae93 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 944 time: 0.0568430 Sep 22 13:13:20.390883 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9590c050-8e7d-4de6-9402-674f0e12d3a7 req-c9f72be4-4188-43f0-b0fb-5c15239a235f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350997 Sep 22 13:13:20.552910 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b12832-4aa5-4ee8-8a55-06b334801a94 req-a3e0483e-99dc-461e-8b4e-a1f381e27054 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:20.554684 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a5b12832-4aa5-4ee8-8a55-06b334801a94 req-a3e0483e-99dc-461e-8b4e-a1f381e27054 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0602734 Sep 22 13:13:20.602261 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a5b12832-4aa5-4ee8-8a55-06b334801a94 req-b4b1ffbf-f3a9-4e1d-81e5-e5ec5d08b838 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407264 Sep 22 13:13:20.724139 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d4596-f866-4212-8653-14116081e0bd req-c9288ff9-73da-4fec-8188-243d7ecde078 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:20.725724 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ad0d4596-f866-4212-8653-14116081e0bd req-c9288ff9-73da-4fec-8188-243d7ecde078 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 945 time: 0.0581329 Sep 22 13:13:20.797347 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ad0d4596-f866-4212-8653-14116081e0bd req-622eebb5-fb79-48ed-9f83-313b8c9260bc tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636556 Sep 22 13:13:21.388024 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9aba6-d02b-4811-887e-e37bc1587e29 req-79d40d8e-8d3b-43b5-85ce-7d7a3470e35e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:21.389702 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b0a9aba6-d02b-4811-887e-e37bc1587e29 req-79d40d8e-8d3b-43b5-85ce-7d7a3470e35e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0684996 Sep 22 13:13:21.435453 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b0a9aba6-d02b-4811-887e-e37bc1587e29 req-45376c31-cc51-444d-b846-5a74e51a6595 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393581 Sep 22 13:13:21.467309 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 198d6688-72fa-45fc-bcd9-c314e7fa6b0e details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:13:21.470453 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 623ab9c0-8903-4af9-8bc6-bd4560116795 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:13:21.580118 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b99b8-f6e5-415c-a6cc-bbfb12193eca req-f8d82eee-31f0-4df6-97d4-b2197e96da5a tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:21.591324 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-769b99b8-f6e5-415c-a6cc-bbfb12193eca req-f8d82eee-31f0-4df6-97d4-b2197e96da5a tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 944 time: 0.1144876 Sep 22 13:13:21.651779 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-769b99b8-f6e5-415c-a6cc-bbfb12193eca req-5cad4ac8-6fb9-4d49-81e5-9b751caab078 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477877 Sep 22 13:13:21.737957 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,segment=NetworkSegment(21be9e4f-83db-4892-bc0b-08498284f9c7),segment_id=21be9e4f-83db-4892-bc0b-08498284f9c7)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:13:21.754237 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'port_id': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e', 'mac_address': 'fa:16:3e:fc:7c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:13:21.812023 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866773a-331d-480d-80ac-363dbfc976f0 req-a5382b0c-b985-43c8-9223-bde659905cba tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:21.816424 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b866773a-331d-480d-80ac-363dbfc976f0 req-a5382b0c-b985-43c8-9223-bde659905cba tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0793388 Sep 22 13:13:21.843828 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:21.860319 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198d6688-72fa-45fc-bcd9-c314e7fa6b0e {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:13:21.882263 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port 623ab9c0-8903-4af9-8bc6-bd4560116795 completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:13:21.888403 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port 623ab9c0-8903-4af9-8bc6-bd4560116795 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:13:21.888770 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:21.920063 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b866773a-331d-480d-80ac-363dbfc976f0 req-ab7321b5-822c-46c9-8e0e-e5a88d848b6c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026766 Sep 22 13:13:21.932570 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,segment=NetworkSegment(21be9e4f-83db-4892-bc0b-08498284f9c7),segment_id=21be9e4f-83db-4892-bc0b-08498284f9c7)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:13:21.995655 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:22.007587 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc8a27-f28b-4c9c-a7e9-5156724e88cd req-946d8b23-cc8e-4b27-a02f-37439760e1d9 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:22.016257 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d6fc8a27-f28b-4c9c-a7e9-5156724e88cd req-946d8b23-cc8e-4b27-a02f-37439760e1d9 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 945 time: 0.0788307 Sep 22 13:13:22.030248 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e80789-599b-40eb-a28c-7bb59a54e6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623ab9c0-8903-4af9-8bc6-bd4560116795'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:13:22.033302 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d55607a-367b-41ae-932f-7d1e6c0fc994" -d '{"events": [{"server_uuid": "87e80789-599b-40eb-a28c-7bb59a54e6df", "name": "network-vif-plugged", "status": "completed", "tag": "623ab9c0-8903-4af9-8bc6-bd4560116795"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:13:22.055503 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d6fc8a27-f28b-4c9c-a7e9-5156724e88cd req-34d713f9-2511-498e-a7c2-08d5f4bb71fd tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373011 Sep 22 13:13:22.064921 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 623ab9c0-8903-4af9-8bc6-bd4560116795, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=623ab9c0-8903-4af9-8bc6-bd4560116795,segment=NetworkSegment(da494060-7d79-4722-8aa1-73cb5bbc42c8),segment_id=da494060-7d79-4722-8aa1-73cb5bbc42c8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:13:22.066035 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:22.137367 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c2bdac-bf55-4b22-af4e-e9c6c723b5eb x-openstack-request-id: req-77c2bdac-bf55-4b22-af4e-e9c6c723b5eb {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:13:22.137367 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e80789-599b-40eb-a28c-7bb59a54e6df", "name": "network-vif-plugged", "status": "completed", "tag": "623ab9c0-8903-4af9-8bc6-bd4560116795", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:13:22.137367 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77c2bdac-bf55-4b22-af4e-e9c6c723b5eb {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:13:22.137367 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e80789-599b-40eb-a28c-7bb59a54e6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623ab9c0-8903-4af9-8bc6-bd4560116795', 'code': 200} Sep 22 13:13:22.137367 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:22.137367 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:22.204061 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=623ab9c0-8903-4af9-8bc6-bd4560116795,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:22.488719 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['198d6688-72fa-45fc-bcd9-c314e7fa6b0e'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:13:22.586954 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075e804-b6f8-4c50-8fad-cc6778d1b9fa req-a281cd73-3d73-4d7c-be61-b62c45996fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:22.588790 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7075e804-b6f8-4c50-8fad-cc6778d1b9fa req-a281cd73-3d73-4d7c-be61-b62c45996fd7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 1099 time: 0.0544913 Sep 22 13:13:22.635886 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7075e804-b6f8-4c50-8fad-cc6778d1b9fa req-b2b7d7b5-cdfb-48bd-8544-bc5903f8de04 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351207 Sep 22 13:13:22.802243 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f866c1-6bd0-4e15-9f6f-139e65876036 req-4b2157fd-9c18-4742-bf43-03cf619b27a3 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:22.805093 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d3f866c1-6bd0-4e15-9f6f-139e65876036 req-4b2157fd-9c18-4742-bf43-03cf619b27a3 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 945 time: 0.0796609 Sep 22 13:13:22.870418 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d3f866c1-6bd0-4e15-9f6f-139e65876036 req-6fd4e120-4366-4f3b-ac6c-74165ac3ed97 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470231 Sep 22 13:13:23.084275 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e79dd-5994-47c1-a862-cb51747c472e req-730cd1b7-e0ed-4611-9953-53ac65a14018 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:23.086034 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ec9e79dd-5994-47c1-a862-cb51747c472e req-730cd1b7-e0ed-4611-9953-53ac65a14018 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0763283 Sep 22 13:13:23.136731 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ec9e79dd-5994-47c1-a862-cb51747c472e req-6524905e-ba3c-4a6b-8c22-97b31164f49f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437353 Sep 22 13:13:23.302194 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671679f-5726-460d-9a3f-6afe4084b0d9 req-d2949b97-7417-42f3-8400-8ec9dbfb726b tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:23.304187 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0671679f-5726-460d-9a3f-6afe4084b0d9 req-d2949b97-7417-42f3-8400-8ec9dbfb726b tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 946 time: 0.0676916 Sep 22 13:13:23.361345 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0671679f-5726-460d-9a3f-6afe4084b0d9 req-ea137ec6-29ef-4a52-86d4-ba2da3805d9a tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497348 Sep 22 13:13:23.502070 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20e192-c4b4-40d0-b5ce-df1a367c16de req-d00e267a-bfb9-4cb9-8412-570dfab0df4e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:23.502070 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3d20e192-c4b4-40d0-b5ce-df1a367c16de req-d00e267a-bfb9-4cb9-8412-570dfab0df4e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0546596 Sep 22 13:13:23.555978 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3d20e192-c4b4-40d0-b5ce-df1a367c16de req-d25f34ff-1a5a-4954-b2d2-92c974de7c92 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 Sep 22 13:13:24.564975 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccad063-590f-4d92-a44d-ac4a596adf1c req-98ac59c0-ab58-44ea-bd1f-f189ae08d766 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:24.567451 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-eccad063-590f-4d92-a44d-ac4a596adf1c req-98ac59c0-ab58-44ea-bd1f-f189ae08d766 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 945 time: 0.0854735 Sep 22 13:13:24.622637 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-eccad063-590f-4d92-a44d-ac4a596adf1c req-80857a08-00d5-42b8-8674-f47a0c83fd4a tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485554 Sep 22 13:13:24.795860 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035da90-f57c-4765-9997-389324f8ab2a req-09722d28-78c0-491e-9803-7eeb472c648d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:24.797608 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7035da90-f57c-4765-9997-389324f8ab2a req-09722d28-78c0-491e-9803-7eeb472c648d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0664151 Sep 22 13:13:24.854556 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7035da90-f57c-4765-9997-389324f8ab2a req-eb57f110-f99a-4d46-89de-466857e9ac97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425835 Sep 22 13:13:24.982979 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0591659-438e-4810-86ca-485c4760cb13 req-513c7b49-785c-403a-ad8b-3eea8d696f24 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:24.988589 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e0591659-438e-4810-86ca-485c4760cb13 req-513c7b49-785c-403a-ad8b-3eea8d696f24 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 946 time: 0.0675237 Sep 22 13:13:25.044778 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e0591659-438e-4810-86ca-485c4760cb13 req-38479a3e-e37c-42b8-b1c7-2bc93a9bd57f tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523975 Sep 22 13:13:25.489022 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 198d6688-72fa-45fc-bcd9-c314e7fa6b0e up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:13:25.659538 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:13:25.665186 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:13:25.667811 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:25.783946 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd56c82-2e4e-489c-862c-8145a2586800 req-cae62f5b-a376-4d09-a930-66ac45ad933b tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:25.791707 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2bd56c82-2e4e-489c-862c-8145a2586800 req-cae62f5b-a376-4d09-a930-66ac45ad933b tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 945 time: 0.0680182 Sep 22 13:13:25.821725 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:25.851179 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2bd56c82-2e4e-489c-862c-8145a2586800 req-69bed99d-68bb-4dbe-8523-3a18001c12b7 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446455 Sep 22 13:13:25.860317 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:13:25.862758 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6ef2ff-47d3-4a67-86b3-dfc2b3040443" -d '{"events": [{"server_uuid": "d7660543-f5b0-4906-9ab5-85d403c42545", "name": "network-vif-plugged", "status": "completed", "tag": "198d6688-72fa-45fc-bcd9-c314e7fa6b0e"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:13:25.876284 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,segment=NetworkSegment(21be9e4f-83db-4892-bc0b-08498284f9c7),segment_id=21be9e4f-83db-4892-bc0b-08498284f9c7)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:13:25.928145 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1c7e7c-a40c-4eea-9712-5f0101045465 x-openstack-request-id: req-aa1c7e7c-a40c-4eea-9712-5f0101045465 {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:13:25.928513 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7660543-f5b0-4906-9ab5-85d403c42545", "name": "network-vif-plugged", "status": "completed", "tag": "198d6688-72fa-45fc-bcd9-c314e7fa6b0e", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:13:25.928832 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa1c7e7c-a40c-4eea-9712-5f0101045465 {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:13:25.929284 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e', 'code': 200} Sep 22 13:13:25.956918 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:26.026512 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:26.088642 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a75b-61bb-4321-90e2-9c9ffe969b62 req-245d6380-3d3e-4bb1-9cfc-e2713df47cba tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:26.091444 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4af7a75b-61bb-4321-90e2-9c9ffe969b62 req-245d6380-3d3e-4bb1-9cfc-e2713df47cba tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.1180205 Sep 22 13:13:26.218825 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4af7a75b-61bb-4321-90e2-9c9ffe969b62 req-956a9b1d-1858-48b0-a3f7-1cd9c898290d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086037 Sep 22 13:13:26.395946 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b929df-cada-4c62-a9d9-b99ed8462628 req-b9eb91de-402d-4cb6-8e81-f2a4be84370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:26.397452 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-63b929df-cada-4c62-a9d9-b99ed8462628 req-b9eb91de-402d-4cb6-8e81-f2a4be84370d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 1099 time: 0.0460370 Sep 22 13:13:26.446341 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-63b929df-cada-4c62-a9d9-b99ed8462628 req-ffd155bb-4825-4c76-b718-9b11a2d5d925 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353849 Sep 22 13:13:27.014850 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc996b-7cd9-45a5-8977-bb301e34348e req-7f7da291-4cfa-4a3d-9b5a-7ec38f881d4d tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:27.016474 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a7bc996b-7cd9-45a5-8977-bb301e34348e req-7f7da291-4cfa-4a3d-9b5a-7ec38f881d4d tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 946 time: 0.0870111 Sep 22 13:13:27.066710 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a7bc996b-7cd9-45a5-8977-bb301e34348e req-3202a376-e0ab-4479-a92d-d6c4212b3016 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420995 Sep 22 13:13:28.173998 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057e319-14ce-43a9-9fdd-401f652a4427 req-08b7a35e-34c9-4ac5-852d-fd6d2757e2cb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:28.173998 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6057e319-14ce-43a9-9fdd-401f652a4427 req-08b7a35e-34c9-4ac5-852d-fd6d2757e2cb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0615506 Sep 22 13:13:28.199700 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6057e319-14ce-43a9-9fdd-401f652a4427 req-d9cd3ddf-1931-49f0-9f2e-b339f3dc677a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356619 Sep 22 13:13:28.262869 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b764d-fda2-442a-8cc0-2fbed0852ad5 req-e99882b3-fb95-4de6-9a03-6aaf90e244af tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:28.265387 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8d5b764d-fda2-442a-8cc0-2fbed0852ad5 req-e99882b3-fb95-4de6-9a03-6aaf90e244af tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0670366 Sep 22 13:13:28.336177 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8d5b764d-fda2-442a-8cc0-2fbed0852ad5 req-dda413bb-614b-4c16-b144-477f976de48c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640557 Sep 22 13:13:28.374136 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06013b13-f169-446b-8d04-d305870a5b9c req-790d509f-9752-49a4-ae9c-b01c6e70ff20 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:28.387079 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-06013b13-f169-446b-8d04-d305870a5b9c req-790d509f-9752-49a4-ae9c-b01c6e70ff20 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 946 time: 0.1019480 Sep 22 13:13:28.463534 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-06013b13-f169-446b-8d04-d305870a5b9c req-bf9a0ad5-3fd7-4925-bb33-b72137ff1b82 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613983 Sep 22 13:13:28.491095 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5079b-d44a-4761-9c72-627def042127 req-82c4ac2c-7068-40bf-bfc9-14e154fc2f5d tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:28.493105 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-06e5079b-d44a-4761-9c72-627def042127 req-82c4ac2c-7068-40bf-bfc9-14e154fc2f5d tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 946 time: 0.0763946 Sep 22 13:13:28.535543 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-06e5079b-d44a-4761-9c72-627def042127 req-976273bd-cbeb-4e3a-a84d-4aea5e48d271 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353599 Sep 22 13:13:29.344359 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908b123-8d15-4273-af36-c80ef1f99f33 req-79476864-6e07-41d2-ac67-24a807c6ae22 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:29.346032 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9908b123-8d15-4273-af36-c80ef1f99f33 req-79476864-6e07-41d2-ac67-24a807c6ae22 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0593708 Sep 22 13:13:29.393843 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9908b123-8d15-4273-af36-c80ef1f99f33 req-09369ac9-6835-4c49-8e75-051f2c7ef869 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398538 Sep 22 13:13:29.472226 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f69f75-e6e5-4967-a957-a3c302fac4b2 req-2d1f0733-9913-4ebc-b7ac-862b8e46ec45 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:29.483862 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-27f69f75-e6e5-4967-a957-a3c302fac4b2 req-2d1f0733-9913-4ebc-b7ac-862b8e46ec45 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0669937 Sep 22 13:13:29.565002 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-27f69f75-e6e5-4967-a957-a3c302fac4b2 req-469f7cb5-7fb4-48d6-bf89-d617550e1733 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798206 Sep 22 13:13:29.618733 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2f8a2-d223-40b5-8456-ffc6b7ccf470 req-77e0b5cd-b5f5-4d4b-8439-d2ea20548fa4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:29.624726 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-20f2f8a2-d223-40b5-8456-ffc6b7ccf470 req-77e0b5cd-b5f5-4d4b-8439-d2ea20548fa4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 946 time: 0.0760155 Sep 22 13:13:29.689990 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f1c19-a9f1-4368-835a-3ed996e25217 req-9f9587e6-0bcd-436a-8cdc-6a72d8d11605 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:29.699455 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-261f1c19-a9f1-4368-835a-3ed996e25217 req-9f9587e6-0bcd-436a-8cdc-6a72d8d11605 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 946 time: 0.0725510 Sep 22 13:13:29.708154 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-20f2f8a2-d223-40b5-8456-ffc6b7ccf470 req-12c1a928-7f36-40d0-8f8e-a111ab1d2239 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749297 Sep 22 13:13:29.754721 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-261f1c19-a9f1-4368-835a-3ed996e25217 req-ed22275e-e450-4012-8c5f-05acb600aff4 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490832 Sep 22 13:13:29.844119 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abe59d-bf38-4500-9617-028f103fbf94 req-95b1c054-da0c-4ac1-bfe6-dce85f41f8bd tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:29.845617 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-68abe59d-bf38-4500-9617-028f103fbf94 req-95b1c054-da0c-4ac1-bfe6-dce85f41f8bd tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 946 time: 0.0515211 Sep 22 13:13:29.887174 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-68abe59d-bf38-4500-9617-028f103fbf94 req-bb7028e9-ceae-4f94-8f6d-f148acb46280 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355511 Sep 22 13:13:30.364404 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219918d8-ffa2-4253-8eca-26952e3660ca req-e0b8d6a3-01fb-4b2c-9d28-c57e5dea4c78 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:30.366181 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-219918d8-ffa2-4253-8eca-26952e3660ca req-e0b8d6a3-01fb-4b2c-9d28-c57e5dea4c78 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.23 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 946 time: 0.1053810 Sep 22 13:13:30.370971 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a6559-14e3-441f-b5c3-67ffb113d238 req-41dc6072-583b-449d-85d0-01be3d585e76 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:30.373047 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-173a6559-14e3-441f-b5c3-67ffb113d238 req-41dc6072-583b-449d-85d0-01be3d585e76 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 946 time: 0.1080279 Sep 22 13:13:30.422281 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-173a6559-14e3-441f-b5c3-67ffb113d238 req-133aa589-fd9b-4e5e-bbad-99b5e89f6875 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Sep 22 13:13:30.606747 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-219918d8-ffa2-4253-8eca-26952e3660ca req-e1a9ea53-9a80-41c2-b500-6b8e8a301c88 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Deleting port 623ab9c0-8903-4af9-8bc6-bd4560116795 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:13:30.607630 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-219918d8-ffa2-4253-8eca-26952e3660ca req-e1a9ea53-9a80-41c2-b500-6b8e8a301c88 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:30.694033 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71014bcd-fa8c-4960-ac64-214f45ddfba4 req-18cc4740-9f37-41a1-9c1d-58bb07891a22 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:30.697043 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-71014bcd-fa8c-4960-ac64-214f45ddfba4 req-18cc4740-9f37-41a1-9c1d-58bb07891a22 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.1714909 Sep 22 13:13:30.821075 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add558b7-0472-49bf-8852-f35e1e3e03ad req-94dbbe94-803e-4fd7-b66b-6dec8e91b827 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:30.822907 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-add558b7-0472-49bf-8852-f35e1e3e03ad req-94dbbe94-803e-4fd7-b66b-6dec8e91b827 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.1415710 Sep 22 13:13:30.823409 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-71014bcd-fa8c-4960-ac64-214f45ddfba4 req-f5fd0b0e-4fcb-49b8-b0e6-5d1dc66c38f9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167061 Sep 22 13:13:30.832598 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-219918d8-ffa2-4253-8eca-26952e3660ca req-e1a9ea53-9a80-41c2-b500-6b8e8a301c88 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] For port 623ab9c0-8903-4af9-8bc6-bd4560116795, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=623ab9c0-8903-4af9-8bc6-bd4560116795,segment=NetworkSegment(da494060-7d79-4722-8aa1-73cb5bbc42c8),segment_id=da494060-7d79-4722-8aa1-73cb5bbc42c8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:13:30.833206 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-219918d8-ffa2-4253-8eca-26952e3660ca req-e1a9ea53-9a80-41c2-b500-6b8e8a301c88 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:30.851578 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-219918d8-ffa2-4253-8eca-26952e3660ca req-e1a9ea53-9a80-41c2-b500-6b8e8a301c88 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Calling delete_port for 623ab9c0-8903-4af9-8bc6-bd4560116795 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:13:30.907986 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-add558b7-0472-49bf-8852-f35e1e3e03ad req-4026e243-075a-4ca0-8480-63e2ef037e87 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675287 Sep 22 13:13:31.044693 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44ca6e-ee3e-4b1e-a5c4-094e7ff684c3 req-4e2af8c5-6577-4a33-ac81-200935d304cb tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:31.048642 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8a44ca6e-ee3e-4b1e-a5c4-094e7ff684c3 req-4e2af8c5-6577-4a33-ac81-200935d304cb tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 946 time: 0.1031621 Sep 22 13:13:31.118665 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8a44ca6e-ee3e-4b1e-a5c4-094e7ff684c3 req-4a76a442-cc5a-41cf-80e7-a11e7151138e tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb8ab221-e489-4bc7-aab4-5567d115693f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646675 Sep 22 13:13:31.939471 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-219918d8-ffa2-4253-8eca-26952e3660ca req-e1a9ea53-9a80-41c2-b500-6b8e8a301c88 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:31.945022 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f1598-ffa3-4f9e-a927-6a1d2eb1887a req-48c90ea5-6086-4cb3-8dd5-115e88baa794 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:31.945022 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6d9f1598-ffa3-4f9e-a927-6a1d2eb1887a req-48c90ea5-6086-4cb3-8dd5-115e88baa794 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0491009 Sep 22 13:13:31.996435 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6d9f1598-ffa3-4f9e-a927-6a1d2eb1887a req-858e8d22-faf4-4af3-ade6-9642dc16c464 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406044 Sep 22 13:13:31.998137 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9ea53-9a80-41c2-b500-6b8e8a301c88 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Pushing event deleted for resources: {'Port': ['ID=623ab9c0-8903-4af9-8bc6-bd4560116795,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:32.068939 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-219918d8-ffa2-4253-8eca-26952e3660ca req-e1a9ea53-9a80-41c2-b500-6b8e8a301c88 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] No DVR routers for this DVR port 623ab9c0-8903-4af9-8bc6-bd4560116795 on host hv-cinder-81000 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:13:32.072252 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-219918d8-ffa2-4253-8eca-26952e3660ca req-e1a9ea53-9a80-41c2-b500-6b8e8a301c88 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:32.075582 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-219918d8-ffa2-4253-8eca-26952e3660ca req-e1a9ea53-9a80-41c2-b500-6b8e8a301c88 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.23 "DELETE /v2.0/ports/623ab9c0-8903-4af9-8bc6-bd4560116795 HTTP/1.1" status: 204 len: 173 time: 1.6917067 Sep 22 13:13:32.076222 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e80789-599b-40eb-a28c-7bb59a54e6df', 'name': 'network-vif-deleted', 'tag': '623ab9c0-8903-4af9-8bc6-bd4560116795'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:13:32.078755 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93257781-a114-496c-8a82-43faddc97f18" -d '{"events": [{"server_uuid": "87e80789-599b-40eb-a28c-7bb59a54e6df", "name": "network-vif-deleted", "tag": "623ab9c0-8903-4af9-8bc6-bd4560116795"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:13:32.133928 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdafd0-b421-4264-b27b-3e17526e1cbf req-b6b61470-a4a0-4324-b2b5-ef7466501125 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:32.133928 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1fcdafd0-b421-4264-b27b-3e17526e1cbf req-b6b61470-a4a0-4324-b2b5-ef7466501125 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.1554801 Sep 22 13:13:32.148340 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ab4169-3825-4e91-aa1d-bbb39e6e2b4e x-openstack-request-id: req-35ab4169-3825-4e91-aa1d-bbb39e6e2b4e {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:13:32.149350 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e80789-599b-40eb-a28c-7bb59a54e6df", "name": "network-vif-deleted", "tag": "623ab9c0-8903-4af9-8bc6-bd4560116795", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:13:32.181829 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35ab4169-3825-4e91-aa1d-bbb39e6e2b4e {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:13:32.181829 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e80789-599b-40eb-a28c-7bb59a54e6df', 'name': 'network-vif-deleted', 'tag': '623ab9c0-8903-4af9-8bc6-bd4560116795', 'status': 'completed', 'code': 200} Sep 22 13:13:32.254178 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1fcdafd0-b421-4264-b27b-3e17526e1cbf req-4165015a-02c0-46a1-87ce-7fdc6091769e tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162360 Sep 22 13:13:32.271972 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-45528484-393c-4f85-903d-7708c22297fb req-426c547c-d8fc-4df6-b546-86edc3a78d57 tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 210 time: 0.0410867 Sep 22 13:13:33.147288 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c1ead-e2fd-4fae-8bb6-132cd2c54f6a req-247a07eb-fb1a-4afa-8e14-0cf1097ba134 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:33.148837 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ee4c1ead-e2fd-4fae-8bb6-132cd2c54f6a req-247a07eb-fb1a-4afa-8e14-0cf1097ba134 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0555840 Sep 22 13:13:33.188178 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ee4c1ead-e2fd-4fae-8bb6-132cd2c54f6a req-0b6bcfcd-98a9-455d-8d5b-a17b5fe01c6c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327709 Sep 22 13:13:33.380006 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-29e4443d-981a-46b1-9b3c-a4c2b04c3c9a req-c82e9b8f-2273-4776-a667-0a65a380875b tempest-VolumesActionsTest-542356694 tempest-VolumesActionsTest-542356694-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e80789-599b-40eb-a28c-7bb59a54e6df HTTP/1.1" status: 200 len: 210 time: 0.0290079 Sep 22 13:13:33.388317 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08263195-8aa2-407b-9b09-157141b4214f req-7c94bab2-a2db-478a-8d38-cb6262daa063 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:33.399065 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-08263195-8aa2-407b-9b09-157141b4214f req-7c94bab2-a2db-478a-8d38-cb6262daa063 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0760062 Sep 22 13:13:33.440194 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-08263195-8aa2-407b-9b09-157141b4214f req-18277c08-b8bf-485b-b406-56e771d0fdf0 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399535 Sep 22 13:13:33.533116 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 623ab9c0-8903-4af9-8bc6-bd4560116795 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:13:33.554468 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: 623ab9c0-8903-4af9-8bc6-bd4560116795 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:13:33.555017 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 623ab9c0-8903-4af9-8bc6-bd4560116795 not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:13:34.197443 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e8d43-7758-4bf1-baa3-4a8d50efc51e req-a925a967-a945-41a7-8470-eb228132098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:34.199501 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2b3e8d43-7758-4bf1-baa3-4a8d50efc51e req-a925a967-a945-41a7-8470-eb228132098d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9b927b18a264e798ad9389f4c099037&device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 1098 time: 0.0387709 Sep 22 13:13:34.302990 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e8d43-7758-4bf1-baa3-4a8d50efc51e req-f217309a-354b-4c94-8eb5-2f910cb73a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:34.304594 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2b3e8d43-7758-4bf1-baa3-4a8d50efc51e req-f217309a-354b-4c94-8eb5-2f910cb73a94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc619f7c-a032-4a42-ba73-abb931db8402 HTTP/1.1" status: 200 len: 918 time: 0.0963333 Sep 22 13:13:34.308630 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f28d8-f50c-4930-89b4-e5d6dce8dd98 req-b07cf79a-7f36-4a64-8e5e-4c4a95cfe5d4 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:34.310146 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-597f28d8-f50c-4930-89b4-e5d6dce8dd98 req-b07cf79a-7f36-4a64-8e5e-4c4a95cfe5d4 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0492039 Sep 22 13:13:34.348242 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-597f28d8-f50c-4930-89b4-e5d6dce8dd98 req-40306fb9-c2d6-4193-a721-994ecc80084b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318973 Sep 22 13:13:34.371571 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2b3e8d43-7758-4bf1-baa3-4a8d50efc51e req-0c5b278a-df61-4f92-ba67-8a87a241e828 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c357bd-91b5-4b33-a096-555dac674c13 HTTP/1.1" status: 200 len: 1000 time: 0.0591810 Sep 22 13:13:34.437830 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e8d43-7758-4bf1-baa3-4a8d50efc51e req-0a5a2ee3-422c-4dfc-822f-7e385ec719d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:34.439326 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2b3e8d43-7758-4bf1-baa3-4a8d50efc51e req-0a5a2ee3-422c-4dfc-822f-7e385ec719d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa0e3c9-3a8f-4139-a019-7d3495bd525f HTTP/1.1" status: 200 len: 856 time: 0.0560842 Sep 22 13:13:34.505808 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e8d43-7758-4bf1-baa3-4a8d50efc51e req-74eff476-98a4-4d84-95de-51de5861a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:34.507908 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2b3e8d43-7758-4bf1-baa3-4a8d50efc51e req-74eff476-98a4-4d84-95de-51de5861a5c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc619f7c-a032-4a42-ba73-abb931db8402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567250 Sep 22 13:13:34.631809 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49ea89-1a6f-4607-a4c9-01d5d8ed4e4d req-0a7e3b91-a151-44db-b436-bafc65d208c6 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:34.633325 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1c49ea89-1a6f-4607-a4c9-01d5d8ed4e4d req-0a7e3b91-a151-44db-b436-bafc65d208c6 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.1125214 Sep 22 13:13:34.663836 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2b3e8d43-7758-4bf1-baa3-4a8d50efc51e req-b351892f-767f-4332-9ac1-a3359970fd31 service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409991 Sep 22 13:13:34.692654 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1c49ea89-1a6f-4607-a4c9-01d5d8ed4e4d req-c9e59be9-c7ca-42ea-9d5e-a1bff9d2ff04 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498452 Sep 22 13:13:34.781264 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2b3e8d43-7758-4bf1-baa3-4a8d50efc51e req-06455717-61b9-4109-b2b7-36b7b5456d1e service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050260 Sep 22 13:13:35.024727 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f38299ef-a926-4cd1-bdd4-e328561d39e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:35.268768 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 59594) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:35.315805 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59b8ec7-32da-49ed-a02d-47bfe4d0c1b9 admin admin] Deleting subnet f428c915-6d87-45d2-9b25-55f60bb89975 {{(pid=94873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:13:35.320143 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b59b8ec7-32da-49ed-a02d-47bfe4d0c1b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:35.359052 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b59b8ec7-32da-49ed-a02d-47bfe4d0c1b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:35.375947 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b59b8ec7-32da-49ed-a02d-47bfe4d0c1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:35.483908 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68648f-1a0b-4337-8b33-e8215e07ba79 req-1ebbe9c9-6280-48e1-b8c7-130284d97669 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:35.486549 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1e68648f-1a0b-4337-8b33-e8215e07ba79 req-1ebbe9c9-6280-48e1-b8c7-130284d97669 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0649133 Sep 22 13:13:35.508904 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b59b8ec7-32da-49ed-a02d-47bfe4d0c1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for subnet, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:35.509470 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:13:35.526603 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1e68648f-1a0b-4337-8b33-e8215e07ba79 req-21c6f41b-3cdd-4045-af33-24259cdd85ed tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338240 Sep 22 13:13:35.536568 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b8ec7-32da-49ed-a02d-47bfe4d0c1b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f428c915-6d87-45d2-9b25-55f60bb89975,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:35.538837 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b59b8ec7-32da-49ed-a02d-47bfe4d0c1b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:35.547870 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-b59b8ec7-32da-49ed-a02d-47bfe4d0c1b9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f428c915-6d87-45d2-9b25-55f60bb89975 HTTP/1.1" status: 204 len: 168 time: 0.2739751 Sep 22 13:13:35.547974 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 59606) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:35.632697 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fc1255d-8ae5-4d28-9021-333c14593668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:35.724119 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fc1255d-8ae5-4d28-9021-333c14593668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:35.746750 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-0fc1255d-8ae5-4d28-9021-333c14593668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fef935a-803b-441e-8479-f3ab7701603c']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:13:35.757650 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-0fc1255d-8ae5-4d28-9021-333c14593668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f0f590-ba65-4200-b508-c3cfe413b44c') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:13:35.757964 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-0fc1255d-8ae5-4d28-9021-333c14593668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f0f590-ba65-4200-b508-c3cfe413b44c') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:13:35.768493 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fc1255d-8ae5-4d28-9021-333c14593668 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8721767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:35.783788 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fc1255d-8ae5-4d28-9021-333c14593668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:35.790283 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc1255d-8ae5-4d28-9021-333c14593668 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:13:35.790678 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fc1255d-8ae5-4d28-9021-333c14593668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8743871'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: Traceback (most recent call last): Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: timer() Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: cb(*args, **kw) Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: return func(*args, **kwargs) Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: self._notify() Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: self.callback(batched_events) Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: event.method(event) Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: return f(self, *a, **k) Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._get(url).json() Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: return self.request(url, 'GET', **kwargs) Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:13:35.792568 dv-cinder-810000-3-iscsi neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:13:35.820749 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618f9f4-5c49-44f2-826b-6cd0aaf13bf0 req-e21fe208-970b-407f-9379-4295ec3c22dd tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:35.822256 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9618f9f4-5c49-44f2-826b-6cd0aaf13bf0 req-e21fe208-970b-407f-9379-4295ec3c22dd tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0496733 Sep 22 13:13:35.865345 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9618f9f4-5c49-44f2-826b-6cd0aaf13bf0 req-a90eb69d-fc94-45e5-80c3-fb65dbdfa015 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353630 Sep 22 13:13:35.944817 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fc1255d-8ae5-4d28-9021-333c14593668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:35.952465 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0fc1255d-8ae5-4d28-9021-333c14593668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:35.957176 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-0fc1255d-8ae5-4d28-9021-333c14593668 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8fef935a-803b-441e-8479-f3ab7701603c HTTP/1.1" status: 204 len: 168 time: 0.4086938 Sep 22 13:13:35.958000 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 59620) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:35.963670 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1255d-8ae5-4d28-9021-333c14593668 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fef935a-803b-441e-8479-f3ab7701603c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:36.007315 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd480450-2caf-4d5f-b2a2-b43e7af343be admin admin] Deleting subnet 4d102a93-3c16-4ea1-8f9f-12d357a900c0 {{(pid=94873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:13:36.011300 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dd480450-2caf-4d5f-b2a2-b43e7af343be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:36.049394 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dd480450-2caf-4d5f-b2a2-b43e7af343be admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:36.055054 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dd480450-2caf-4d5f-b2a2-b43e7af343be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:36.213895 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dd480450-2caf-4d5f-b2a2-b43e7af343be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for subnet, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:36.240625 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd480450-2caf-4d5f-b2a2-b43e7af343be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d102a93-3c16-4ea1-8f9f-12d357a900c0,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:36.242554 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dd480450-2caf-4d5f-b2a2-b43e7af343be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:36.253194 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-dd480450-2caf-4d5f-b2a2-b43e7af343be admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4d102a93-3c16-4ea1-8f9f-12d357a900c0 HTTP/1.1" status: 204 len: 168 time: 0.2859740 Sep 22 13:13:36.253194 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 59630) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:36.318124 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:36.404171 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:36.426593 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:13:36.426952 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:13:36.427731 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:13:36.428077 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Subscribe: > port after_create 55550000 {{(pid=94873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:13:36.428434 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:13:36.428746 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Subscribe: > port after_update 55550000 {{(pid=94873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:13:36.429062 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:13:36.429376 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:13:36.429688 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:13:36.430002 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:13:36.513587 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:13:36.513931 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:13:36.514259 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:13:36.514592 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 13:13:36.514958 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0797955-45ab-4bc1-a8eb-2e6f54415d61']}} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:13:36.532238 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b70ae0e-6044-4b72-867f-ba80929b0171') {'for_net_delete': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:13:36.532535 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b70ae0e-6044-4b72-867f-ba80929b0171') {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:13:36.548547 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10094412'] for segment, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:36.569020 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:36.577462 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:13:36.577996 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9138693'] for segment, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: from cryptography.utils import int_from_bytes Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: from cryptography.utils import int_from_bytes Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: Traceback (most recent call last): Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: timer() Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: cb(*args, **kw) Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: return func(*args, **kwargs) Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: self._notify() Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: self.callback(batched_events) Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: event.method(event) Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: return f(self, *a, **k) Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._get(url).json() Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: return self.request(url, 'GET', **kwargs) Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:13:36.581990 dv-cinder-810000-3-iscsi neutron-server[94873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:13:36.668979 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19de2c-e727-4943-b1fe-b137aac0032d req-1c5cb953-4eca-4892-abff-934bedfab12c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:36.670561 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1b19de2c-e727-4943-b1fe-b137aac0032d req-1c5cb953-4eca-4892-abff-934bedfab12c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0546646 Sep 22 13:13:36.710483 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1b19de2c-e727-4943-b1fe-b137aac0032d req-e593e47c-d7c0-4cd4-9e91-98d82bc84f4b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340214 Sep 22 13:13:36.744828 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:36.752052 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:36.754119 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a0797955-45ab-4bc1-a8eb-2e6f54415d61 HTTP/1.1" status: 204 len: 168 time: 0.5057030 Sep 22 13:13:36.767245 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a5ee6-1c5f-44d4-be98-2f5c98e4cbd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0797955-45ab-4bc1-a8eb-2e6f54415d61,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:36.978281 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e4fa9-32d5-434d-b326-524bcc1b3873 req-f84df4fe-d0b1-4148-8343-b011da167799 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:36.980675 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a13e4fa9-32d5-434d-b326-524bcc1b3873 req-f84df4fe-d0b1-4148-8343-b011da167799 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0490322 Sep 22 13:13:37.020251 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a13e4fa9-32d5-434d-b326-524bcc1b3873 req-f26affbd-8f99-47f8-8bc7-cc51fe8f3a92 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327137 Sep 22 13:13:37.145984 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 59656) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:37.184888 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-020716bf-faf6-4d09-a240-e6153655094c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=554830bd3a4d45dab3180356c297233f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377805 Sep 22 13:13:37.187317 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 59658) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:37.234835 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4839993f-a6b6-4c8d-b2d1-c7d9f75c1c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:37.255046 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4839993f-a6b6-4c8d-b2d1-c7d9f75c1c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:37.390496 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4839993f-a6b6-4c8d-b2d1-c7d9f75c1c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:37.392965 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4839993f-a6b6-4c8d-b2d1-c7d9f75c1c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:37.394145 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-4839993f-a6b6-4c8d-b2d1-c7d9f75c1c2e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8ff3ef6-25a3-4a29-affd-c92f4658be03 HTTP/1.1" status: 204 len: 168 time: 0.2059252 Sep 22 13:13:37.402737 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839993f-a6b6-4c8d-b2d1-c7d9f75c1c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ff3ef6-25a3-4a29-affd-c92f4658be03,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:37.846095 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de731e3f-fa13-413b-890f-1b4023699113 req-eb19ccf7-4aba-4f21-8141-8e1da706387c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:37.847796 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-de731e3f-fa13-413b-890f-1b4023699113 req-eb19ccf7-4aba-4f21-8141-8e1da706387c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0567663 Sep 22 13:13:37.890914 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-de731e3f-fa13-413b-890f-1b4023699113 req-04c8f32a-d044-4205-9e55-880bd243115c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371683 Sep 22 13:13:38.137585 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10077c1-f5b4-4efd-a377-ab548c33536e req-8dce50b5-1fe7-4813-b691-17645a783082 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:38.139068 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c10077c1-f5b4-4efd-a377-ab548c33536e req-8dce50b5-1fe7-4813-b691-17645a783082 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0492673 Sep 22 13:13:38.178108 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c10077c1-f5b4-4efd-a377-ab548c33536e req-e9e68e6b-a45e-4bb8-a59d-4ccf9728dd6e tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319533 Sep 22 13:13:38.212985 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 59678) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:38.251782 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-de4afe65-35eb-4948-a6ed-4bd06e2fce31 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=146c2515fe2b4b1a87d3932e5f3698a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370438 Sep 22 13:13:38.254099 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 59680) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:38.300346 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b9c8b6e5-0cfa-44b3-8bd9-fc70b41d6b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:38.320284 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b9c8b6e5-0cfa-44b3-8bd9-fc70b41d6b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:38.458691 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b9c8b6e5-0cfa-44b3-8bd9-fc70b41d6b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:38.461823 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b9c8b6e5-0cfa-44b3-8bd9-fc70b41d6b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:38.463001 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-b9c8b6e5-0cfa-44b3-8bd9-fc70b41d6b17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d4a00dd-5805-4fc8-9116-75daf0b574c2 HTTP/1.1" status: 204 len: 168 time: 0.2080212 Sep 22 13:13:38.472272 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8b6e5-0cfa-44b3-8bd9-fc70b41d6b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4a00dd-5805-4fc8-9116-75daf0b574c2,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:38.544651 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5808c34d-bac7-4903-b68e-055ef2e5b1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:38.607513 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:38.887701 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:39.014136 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229c2d5-f0b8-4980-ac53-678b31165dc4 req-cd69aaa1-740f-489d-9ff4-269408022d36 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:39.015644 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8229c2d5-f0b8-4980-ac53-678b31165dc4 req-cd69aaa1-740f-489d-9ff4-269408022d36 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0533276 Sep 22 13:13:39.054400 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8229c2d5-f0b8-4980-ac53-678b31165dc4 req-dc2f4ccd-924b-4154-9e4c-4d7a48367951 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328109 Sep 22 13:13:39.296334 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14364a-b0cf-468f-9512-f3a04f097ff5 req-1cdb4462-4319-440e-bff5-95fc9775c000 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:39.297925 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4d14364a-b0cf-468f-9512-f3a04f097ff5 req-1cdb4462-4319-440e-bff5-95fc9775c000 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0527897 Sep 22 13:13:39.339872 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4d14364a-b0cf-468f-9512-f3a04f097ff5 req-80efda5d-673a-4dec-8f63-b00398bf4c1f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348895 Sep 22 13:13:39.516889 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f7c357bd-91b5-4b33-a096-555dac674c13 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:13:39.597578 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:39.619778 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c357bd-91b5-4b33-a096-555dac674c13'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:13:39.621978 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07482f87-9cc4-4764-b231-ed3593eb6762" -d '{"events": [{"server_uuid": "a4d69add-5d3b-4453-bf51-5a27d905e4e7", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c357bd-91b5-4b33-a096-555dac674c13"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:13:39.633854 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f7c357bd-91b5-4b33-a096-555dac674c13, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f7c357bd-91b5-4b33-a096-555dac674c13,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:13:39.660318 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 13:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fb496b-4b47-4642-bf52-bd4af2a56ac7 x-openstack-request-id: req-19fb496b-4b47-4642-bf52-bd4af2a56ac7 {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:13:39.660668 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d69add-5d3b-4453-bf51-5a27d905e4e7", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c357bd-91b5-4b33-a096-555dac674c13", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:13:39.660927 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19fb496b-4b47-4642-bf52-bd4af2a56ac7 {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:13:39.661328 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'code': 200} Sep 22 13:13:39.773246 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:39.856427 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=f7c357bd-91b5-4b33-a096-555dac674c13,revision_number=8']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:40.018880 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:40.177391 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897124a-04ad-4104-8c87-f3e1499d885b req-c96d9fc4-ce2d-424a-9ebb-a1559dcae8c5 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:40.179035 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e897124a-04ad-4104-8c87-f3e1499d885b req-c96d9fc4-ce2d-424a-9ebb-a1559dcae8c5 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0483541 Sep 22 13:13:40.217011 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e897124a-04ad-4104-8c87-f3e1499d885b req-1a617937-b8bd-4cdf-b212-ce2ba41f671c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314145 Sep 22 13:13:40.467603 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ecb27-d361-412e-9f55-0bc8bbc95cd0 req-05be7eb8-5603-4bfc-a5a7-005ec623b112 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:40.469179 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-458ecb27-d361-412e-9f55-0bc8bbc95cd0 req-05be7eb8-5603-4bfc-a5a7-005ec623b112 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0528598 Sep 22 13:13:40.507646 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-458ecb27-d361-412e-9f55-0bc8bbc95cd0 req-7245985c-edd3-422b-83ac-5f0506094414 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324075 Sep 22 13:13:41.711695 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce9db3-539a-4daf-8394-e6abfcc4d778 req-fb265f9b-86f3-4f6d-b694-8593e4dab9b2 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:41.717132 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f4ce9db3-539a-4daf-8394-e6abfcc4d778 req-fb265f9b-86f3-4f6d-b694-8593e4dab9b2 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0801954 Sep 22 13:13:41.734806 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:41.765720 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f4ce9db3-539a-4daf-8394-e6abfcc4d778 req-34015e61-42e0-4f07-9a0b-a0c58c037275 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428178 Sep 22 13:13:41.784472 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [req-efd6914f-a9a8-4b88-8050-41350cbdb3de req-d35013bf-57f1-4b44-b55a-98f6c8c2ba8e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:13:41.785515 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-efd6914f-a9a8-4b88-8050-41350cbdb3de req-d35013bf-57f1-4b44-b55a-98f6c8c2ba8e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056031 Sep 22 13:13:42.248839 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb12e9-05c3-4a60-8fc6-7a011ee7e642 req-6103995f-53a1-42d9-aee2-9f58fb9dc466 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:42.271624 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-98cb12e9-05c3-4a60-8fc6-7a011ee7e642 req-6103995f-53a1-42d9-aee2-9f58fb9dc466 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0927374 Sep 22 13:13:42.328273 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-98cb12e9-05c3-4a60-8fc6-7a011ee7e642 req-81d4e15a-4cea-49e0-b6cf-772ec1d85b5e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557554 Sep 22 13:13:42.486262 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f7c357bd-91b5-4b33-a096-555dac674c13 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:13:42.896945 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298946bf-b5c8-4c6e-935b-17cc4aa391d4 req-f7a3a65c-5ebd-4f09-b5f7-31229cecf122 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:42.901067 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-298946bf-b5c8-4c6e-935b-17cc4aa391d4 req-f7a3a65c-5ebd-4f09-b5f7-31229cecf122 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0684569 Sep 22 13:13:42.949472 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-298946bf-b5c8-4c6e-935b-17cc4aa391d4 req-944d238e-725c-402f-b515-636103a223a6 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413694 Sep 22 13:13:43.228639 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 59830) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:43.349480 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-cd99a8e4-be39-463d-8b82-9a85e97c3f85 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1187143 Sep 22 13:13:43.355058 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-379b822d-e036-4630-a602-d0899e92fd23 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:13:43.356350 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-379b822d-e036-4630-a602-d0899e92fd23 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058775 Sep 22 13:13:43.507458 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09491cba-3765-4628-8fcd-b7024d3f4e1e req-7535b9b0-37a6-489e-8617-8e727b1e6d1d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:43.516719 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-09491cba-3765-4628-8fcd-b7024d3f4e1e req-7535b9b0-37a6-489e-8617-8e727b1e6d1d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0692618 Sep 22 13:13:43.560269 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-09491cba-3765-4628-8fcd-b7024d3f4e1e req-03bd74bc-62d2-4937-916b-618f9dce7aac tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421884 Sep 22 13:13:44.097887 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec9aa4-3d0f-478d-b899-7d8ded529d77 req-8ac22d65-666e-433b-af27-41f982782c0b tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:44.100349 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ffec9aa4-3d0f-478d-b899-7d8ded529d77 req-8ac22d65-666e-433b-af27-41f982782c0b tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0717874 Sep 22 13:13:44.448482 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ffec9aa4-3d0f-478d-b899-7d8ded529d77 req-2fc931d1-ee4b-4df4-87cb-6a92bb98ddc6 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3395619 Sep 22 13:13:44.574560 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bc8bf-d219-43d7-9126-02662d838e19 req-e1127951-f715-4348-b077-e2693d8deb47 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:44.576192 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9c7bc8bf-d219-43d7-9126-02662d838e19 req-e1127951-f715-4348-b077-e2693d8deb47 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.6102102 Sep 22 13:13:44.631828 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9c7bc8bf-d219-43d7-9126-02662d838e19 req-25b66b5a-67b2-4ba6-89f4-6cf0fbe65773 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484269 Sep 22 13:13:44.704524 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa6fca-e339-4c24-b9e9-edc900703088 req-d5c321cb-9448-4b3c-87b8-be644ad7b93e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:44.712718 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d4fa6fca-e339-4c24-b9e9-edc900703088 req-d5c321cb-9448-4b3c-87b8-be644ad7b93e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0558848 Sep 22 13:13:44.759702 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d4fa6fca-e339-4c24-b9e9-edc900703088 req-48c598a2-0ff0-4c8b-b6b9-e2761bd568ce tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379827 Sep 22 13:13:45.598394 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66c194-bffa-47cd-8624-1522073abd68 req-6bb98bc7-5139-45f7-9817-b4bf45825b68 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:45.600122 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ae66c194-bffa-47cd-8624-1522073abd68 req-6bb98bc7-5139-45f7-9817-b4bf45825b68 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0796373 Sep 22 13:13:45.672778 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ae66c194-bffa-47cd-8624-1522073abd68 req-915ded86-7da9-41b6-8229-aaf056293094 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617180 Sep 22 13:13:45.761433 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e059adf-8bf2-4c9c-a9c7-cf1cc45d60ae req-1bdf453b-daf8-4ec2-9d77-586c526f6de1 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:45.762952 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7e059adf-8bf2-4c9c-a9c7-cf1cc45d60ae req-1bdf453b-daf8-4ec2-9d77-586c526f6de1 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0526178 Sep 22 13:13:45.816008 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7e059adf-8bf2-4c9c-a9c7-cf1cc45d60ae req-ae07e7de-2f49-4bb8-ae7a-6025b22e177e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464525 Sep 22 13:13:45.901710 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4ccab-fdb0-4425-a716-31ec7743a0e7 req-a65eb104-bf4c-4e8b-82bc-c3bb589bb2ab tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:45.903195 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b4f4ccab-fdb0-4425-a716-31ec7743a0e7 req-a65eb104-bf4c-4e8b-82bc-c3bb589bb2ab tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0530801 Sep 22 13:13:45.949559 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b4f4ccab-fdb0-4425-a716-31ec7743a0e7 req-a47d2f06-8f75-4d3d-8e8f-59f75b88dcdf tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383594 Sep 22 13:13:46.217346 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65047d35-55e7-422c-8049-a949577fcf0a req-54532c8a-68d8-4528-ba6e-7cedebb52eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:46.219616 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-65047d35-55e7-422c-8049-a949577fcf0a req-54532c8a-68d8-4528-ba6e-7cedebb52eaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d04a4440bd974592a2c14375e7f7fa18&device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 1099 time: 0.0617819 Sep 22 13:13:46.337564 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65047d35-55e7-422c-8049-a949577fcf0a req-1c6a70ec-19d1-49b9-b1fe-8b735353de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:46.339286 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-65047d35-55e7-422c-8049-a949577fcf0a req-1c6a70ec-19d1-49b9-b1fe-8b735353de98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c6ea9935-8102-4648-ae6c-92fac791d7fa HTTP/1.1" status: 200 len: 919 time: 0.1062303 Sep 22 13:13:46.403839 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-65047d35-55e7-422c-8049-a949577fcf0a req-cebed3de-efd4-40e0-96a4-8000a19b90dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e985e239-a74d-451d-b44e-08c49c83ef5e HTTP/1.1" status: 200 len: 217 time: 0.0528882 Sep 22 13:13:46.493817 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65047d35-55e7-422c-8049-a949577fcf0a req-3833ccc4-eb2c-4e08-b5e4-54fe98f24a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:46.495668 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-65047d35-55e7-422c-8049-a949577fcf0a req-3833ccc4-eb2c-4e08-b5e4-54fe98f24a52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3406f934-e65f-428d-9536-b198c58b9695 HTTP/1.1" status: 200 len: 858 time: 0.0613453 Sep 22 13:13:46.530206 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-65047d35-55e7-422c-8049-a949577fcf0a req-0d9d5d9e-97b0-4ff5-89fb-088c3b10d8e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6ea9935-8102-4648-ae6c-92fac791d7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262260 Sep 22 13:13:46.711505 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-65047d35-55e7-422c-8049-a949577fcf0a req-d37712b5-659c-4533-95d9-583044ca0ea5 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690421 Sep 22 13:13:46.919533 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424134e9-d653-42c2-ae86-b7de0435193b req-33a7af8c-56cb-4c79-bfeb-5d763497a600 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:46.933979 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-424134e9-d653-42c2-ae86-b7de0435193b req-33a7af8c-56cb-4c79-bfeb-5d763497a600 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.1752088 Sep 22 13:13:46.967914 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab51c1-6cdf-4ed2-aaf2-0b0a8b9b6fe4 req-71f28a75-90d8-4425-8a56-9d6e15e75546 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:46.978595 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e3ab51c1-6cdf-4ed2-aaf2-0b0a8b9b6fe4 req-71f28a75-90d8-4425-8a56-9d6e15e75546 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0781584 Sep 22 13:13:46.980929 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-65047d35-55e7-422c-8049-a949577fcf0a req-6ff5420f-e770-469b-8b3b-3b30fc77a78d service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524393 Sep 22 13:13:47.015825 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-424134e9-d653-42c2-ae86-b7de0435193b req-4d3b5896-5abf-484b-bf09-d48ab875e960 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761390 Sep 22 13:13:47.060081 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e3ab51c1-6cdf-4ed2-aaf2-0b0a8b9b6fe4 req-408c6c45-64f1-4d26-8fbf-5597fe6adc8f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802448 Sep 22 13:13:47.172496 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cf8e7-c2d7-47d0-b855-89b1e5ec1b0c req-7ae59d7a-3a10-4198-acc6-d438942312e4 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:47.174160 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d04cf8e7-c2d7-47d0-b855-89b1e5ec1b0c req-7ae59d7a-3a10-4198-acc6-d438942312e4 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0593953 Sep 22 13:13:47.223868 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d04cf8e7-c2d7-47d0-b855-89b1e5ec1b0c req-88cab0a7-e6e3-4d19-a8c3-f0c9a80e0aae tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421460 Sep 22 13:13:48.159738 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23c015-ed6c-4105-9fbb-3cd563827dda req-ce24afe8-52d9-4311-a456-99e83233b50e tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:48.161385 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fa23c015-ed6c-4105-9fbb-3cd563827dda req-ce24afe8-52d9-4311-a456-99e83233b50e tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0609057 Sep 22 13:13:48.191258 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabec13f-f067-45fc-aba6-c5c89deefdec req-5d586b47-d259-4f50-8484-b96e328c6f5f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:48.193718 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fabec13f-f067-45fc-aba6-c5c89deefdec req-5d586b47-d259-4f50-8484-b96e328c6f5f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0609050 Sep 22 13:13:48.213990 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fa23c015-ed6c-4105-9fbb-3cd563827dda req-8eec9afa-5760-43b2-8291-8f86640d127c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432169 Sep 22 13:13:48.247256 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fabec13f-f067-45fc-aba6-c5c89deefdec req-3752043f-7252-4aa9-8165-4b9f3cba3cf5 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 Sep 22 13:13:48.382520 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b62ad3-6b16-4a46-baa7-cd60a27aea6e req-82fb6afc-c4bc-498a-90aa-cc81bbaf48e6 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:48.384139 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a7b62ad3-6b16-4a46-baa7-cd60a27aea6e req-82fb6afc-c4bc-498a-90aa-cc81bbaf48e6 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0558708 Sep 22 13:13:48.433310 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a7b62ad3-6b16-4a46-baa7-cd60a27aea6e req-013f1711-476a-475a-a0ae-785713f10dd4 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383325 Sep 22 13:13:49.367782 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3410f5-0c70-40d5-b782-827642a4a630 req-16059478-1cea-4af9-9679-0f244f3b08d5 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:49.370873 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9e3410f5-0c70-40d5-b782-827642a4a630 req-16059478-1cea-4af9-9679-0f244f3b08d5 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0895538 Sep 22 13:13:49.415008 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf3393-2f18-45b2-be59-c0c12eede93f req-c156462b-ecac-4340-9ecb-f8a06e1a00dd tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:49.425995 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9e3410f5-0c70-40d5-b782-827642a4a630 req-656820ec-6f53-4ef8-aaa3-843c1fa748ec tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414400 Sep 22 13:13:49.439225 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9bbf3393-2f18-45b2-be59-c0c12eede93f req-c156462b-ecac-4340-9ecb-f8a06e1a00dd tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0955663 Sep 22 13:13:49.512770 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9bbf3393-2f18-45b2-be59-c0c12eede93f req-3670fdba-ab73-4ef4-8958-ba8f5e02cd96 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658410 Sep 22 13:13:49.595475 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d086326-7833-46a7-9d42-3ab9d78955c0 req-33dc1201-e9a0-4f5a-a8c8-145c6757b3f8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:49.597254 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6d086326-7833-46a7-9d42-3ab9d78955c0 req-33dc1201-e9a0-4f5a-a8c8-145c6757b3f8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0672832 Sep 22 13:13:49.657142 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6d086326-7833-46a7-9d42-3ab9d78955c0 req-8f2d37c2-571d-40b8-8445-e6d0c2b46cc7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529840 Sep 22 13:13:50.634181 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75245ab-c02c-445a-9aa0-88b8a8d58091 req-d47181b6-e773-45be-9ca4-82946138a43b tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:50.636098 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b75245ab-c02c-445a-9aa0-88b8a8d58091 req-d47181b6-e773-45be-9ca4-82946138a43b tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.1018426 Sep 22 13:13:50.644919 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6509274-7973-4b9f-84a8-5fcfcc011c67 req-9a41191b-a6e9-422b-bf56-1b593baf9ef2 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:50.647231 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e6509274-7973-4b9f-84a8-5fcfcc011c67 req-9a41191b-a6e9-422b-bf56-1b593baf9ef2 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0593507 Sep 22 13:13:50.704306 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e6509274-7973-4b9f-84a8-5fcfcc011c67 req-60d0aefc-39c1-4b72-ab0c-c5e3d717d4a8 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425906 Sep 22 13:13:50.729537 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b75245ab-c02c-445a-9aa0-88b8a8d58091 req-0385d7c5-ccec-4684-944b-71ba30e5c8b1 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682650 Sep 22 13:13:50.862754 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5ab73-25f7-423f-90c0-19160cb79c4e req-643bd550-d943-4a95-9427-8cbd7ae5ca22 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:50.871652 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-07c5ab73-25f7-423f-90c0-19160cb79c4e req-643bd550-d943-4a95-9427-8cbd7ae5ca22 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0986576 Sep 22 13:13:50.910823 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-07c5ab73-25f7-423f-90c0-19160cb79c4e req-143512a7-3d7d-4605-8306-33930f899c8c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380440 Sep 22 13:13:51.270489 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a376e-c637-4c54-b3e8-11b49d55d0c7 req-219c4fb8-0118-4c69-b90f-2ad3b985a3aa tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:51.277752 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-859a376e-c637-4c54-b3e8-11b49d55d0c7 req-219c4fb8-0118-4c69-b90f-2ad3b985a3aa tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0602334 Sep 22 13:13:51.331651 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-859a376e-c637-4c54-b3e8-11b49d55d0c7 req-1855bc63-70c7-4c1d-bf52-002215bdb31a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535140 Sep 22 13:13:51.477430 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62229cb9-d053-46e9-adc3-2eee502324ba req-a5ca41ed-4a5b-48e8-a0b4-d4aeefc24fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:51.479398 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-62229cb9-d053-46e9-adc3-2eee502324ba req-a5ca41ed-4a5b-48e8-a0b4-d4aeefc24fb6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d0eaec60ee64de8bef900efc8811d07&device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 1098 time: 0.0451081 Sep 22 13:13:51.582056 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62229cb9-d053-46e9-adc3-2eee502324ba req-5f7652fb-cfde-4935-9a0b-2c051d6cd913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:51.583927 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-62229cb9-d053-46e9-adc3-2eee502324ba req-5f7652fb-cfde-4935-9a0b-2c051d6cd913 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7ff256e-94df-44a6-b96c-3d0c6896f093 HTTP/1.1" status: 200 len: 912 time: 0.0914683 Sep 22 13:13:51.656657 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-62229cb9-d053-46e9-adc3-2eee502324ba req-f495a8ab-219c-46b0-9b29-05a4c84cd3d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee028d-6a0d-4aa7-823b-d96fde18de61 HTTP/1.1" status: 200 len: 1001 time: 0.0632713 Sep 22 13:13:51.673384 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 60014) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:51.734350 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62229cb9-d053-46e9-adc3-2eee502324ba req-f25f4204-bb05-4d92-9859-fef70f1b6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:51.736074 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-62229cb9-d053-46e9-adc3-2eee502324ba req-f25f4204-bb05-4d92-9859-fef70f1b6b86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1619f7f4-41aa-4194-b81e-a75b642a92db HTTP/1.1" status: 200 len: 850 time: 0.0636990 Sep 22 13:13:51.811609 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62229cb9-d053-46e9-adc3-2eee502324ba req-c9aabaf9-4b56-4a7b-affd-50b162ca6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:51.813628 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-62229cb9-d053-46e9-adc3-2eee502324ba req-c9aabaf9-4b56-4a7b-affd-50b162ca6a44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7ff256e-94df-44a6-b96c-3d0c6896f093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672348 Sep 22 13:13:51.858771 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67e92feb-6e8d-4884-a414-7ce4f3927b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:51.973649 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82521dc-eb49-4150-9d68-c7734ea51bbf req-608530a6-a4fa-4571-aabe-618788b10662 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:51.975334 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f82521dc-eb49-4150-9d68-c7734ea51bbf req-608530a6-a4fa-4571-aabe-618788b10662 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.1606407 Sep 22 13:13:52.021189 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-62229cb9-d053-46e9-adc3-2eee502324ba req-50bd3425-9b94-4667-8773-76bcee10e0a4 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956456 Sep 22 13:13:52.068740 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f82521dc-eb49-4150-9d68-c7734ea51bbf req-c5c89b08-86d8-443c-8f41-159b9b65fce9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818357 Sep 22 13:13:52.081606 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950861d-a783-4ce3-8ba4-c47d9f45f9be req-d7bf43e3-5d10-4145-b4f1-b2feff0dfc00 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:52.093902 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1950861d-a783-4ce3-8ba4-c47d9f45f9be req-d7bf43e3-5d10-4145-b4f1-b2feff0dfc00 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0741260 Sep 22 13:13:52.160035 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1950861d-a783-4ce3-8ba4-c47d9f45f9be req-a34c743d-f614-41f5-bab6-d21c357ca59c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644655 Sep 22 13:13:52.175363 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67e92feb-6e8d-4884-a414-7ce4f3927b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:52.192294 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-62229cb9-d053-46e9-adc3-2eee502324ba req-7a89ee99-66fd-490d-a62f-3239f2535a95 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540160 Sep 22 13:13:52.293071 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-67e92feb-6e8d-4884-a414-7ce4f3927b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:52.333088 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e92feb-6e8d-4884-a414-7ce4f3927b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0fb46c-7ed1-48ff-a9d1-a6fcdd188862,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:52.349603 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-67e92feb-6e8d-4884-a414-7ce4f3927b8e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a60f20c02c3465e9146c86fad39659e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6689141 Sep 22 13:13:52.353093 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 60030) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:52.432100 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a41abdd8-e04c-4be1-ad9b-c75e44603fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:52.469037 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a41abdd8-e04c-4be1-ad9b-c75e44603fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:52.546536 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17508ff-fc14-433b-b882-378c3ea67548 req-445800c1-5505-4c36-9af5-53e8f544ed62 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:52.552115 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d17508ff-fc14-433b-b882-378c3ea67548 req-445800c1-5505-4c36-9af5-53e8f544ed62 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0718343 Sep 22 13:13:52.612328 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a41abdd8-e04c-4be1-ad9b-c75e44603fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:52.615570 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a41abdd8-e04c-4be1-ad9b-c75e44603fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:52.617037 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-a41abdd8-e04c-4be1-ad9b-c75e44603fd0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe0fb46c-7ed1-48ff-a9d1-a6fcdd188862 HTTP/1.1" status: 204 len: 168 time: 0.2623496 Sep 22 13:13:52.632468 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d17508ff-fc14-433b-b882-378c3ea67548 req-91edfc9d-73c0-4b82-a3ed-458d7d5443d6 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772450 Sep 22 13:13:52.649314 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41abdd8-e04c-4be1-ad9b-c75e44603fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0fb46c-7ed1-48ff-a9d1-a6fcdd188862,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:53.240754 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f0389-d15e-4fac-b448-965efd4ef306 req-c2277417-2011-43be-a81f-0cc7061c5d8d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:53.240754 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-039f0389-d15e-4fac-b448-965efd4ef306 req-c2277417-2011-43be-a81f-0cc7061c5d8d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0639052 Sep 22 13:13:53.312677 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-039f0389-d15e-4fac-b448-965efd4ef306 req-81514d75-c9cd-4a28-9770-1a3317f0033a tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632844 Sep 22 13:13:53.366720 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ce18a-2cc2-40f4-a467-da6ef343dc91 req-158fe7ec-76d7-45ab-b76a-43251e9af3e0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:53.372489 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b15ce18a-2cc2-40f4-a467-da6ef343dc91 req-158fe7ec-76d7-45ab-b76a-43251e9af3e0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0771029 Sep 22 13:13:53.460343 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b15ce18a-2cc2-40f4-a467-da6ef343dc91 req-311c006e-bdb7-477c-8a17-67e7fe3bb209 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771961 Sep 22 13:13:53.795821 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea4503-6254-44ef-94d3-83283267aae2 req-d628d506-cd82-4695-a18c-6b85eb131acc tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:53.797596 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-91ea4503-6254-44ef-94d3-83283267aae2 req-d628d506-cd82-4695-a18c-6b85eb131acc tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0576899 Sep 22 13:13:53.844361 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-91ea4503-6254-44ef-94d3-83283267aae2 req-63cf013e-f677-4c9b-8e03-90accc871c40 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399909 Sep 22 13:13:54.475410 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b38cc-0e4b-484d-a237-15941c704c47 req-869a71df-92b4-4da6-8cc7-d58b29a31214 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:54.477474 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6e0b38cc-0e4b-484d-a237-15941c704c47 req-869a71df-92b4-4da6-8cc7-d58b29a31214 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0674131 Sep 22 13:13:54.554642 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6e0b38cc-0e4b-484d-a237-15941c704c47 req-6850df1e-6bf9-4016-a72f-1a09baddd35d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668783 Sep 22 13:13:54.658354 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9b703-3dc6-44bb-ab05-70c15b50fbb4 req-42513106-4897-4ad0-a513-6b9674400d88 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:54.660499 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-35c9b703-3dc6-44bb-ab05-70c15b50fbb4 req-42513106-4897-4ad0-a513-6b9674400d88 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 946 time: 0.0577819 Sep 22 13:13:54.703201 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbde84-4bf3-42e1-9465-bb66f4cd3fe9 req-d68005a1-e800-4f6b-9f34-4a2f80fbb00c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:54.705213 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-aacbde84-4bf3-42e1-9465-bb66f4cd3fe9 req-d68005a1-e800-4f6b-9f34-4a2f80fbb00c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0904989 Sep 22 13:13:54.724137 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-35c9b703-3dc6-44bb-ab05-70c15b50fbb4 req-800c4abb-d949-4576-b8af-8a3fdb013a1d tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541470 Sep 22 13:13:54.744409 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 60094) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:54.757288 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-aacbde84-4bf3-42e1-9465-bb66f4cd3fe9 req-d22da361-49f2-4909-a02c-cb104bd5cfd6 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422480 Sep 22 13:13:54.980264 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0ad02-8720-4bc6-b061-8ebfcac5fe29 tempest-TestMinimumBasicScenario-305859123 tempest-TestMinimumBasicScenario-305859123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:54.981762 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-44b0ad02-8720-4bc6-b061-8ebfcac5fe29 tempest-TestMinimumBasicScenario-305859123 tempest-TestMinimumBasicScenario-305859123-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 1094 time: 0.2361856 Sep 22 13:13:54.984906 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 60098) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:54.989970 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Request body: {'floatingip': {'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'port_id': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:13:55.113703 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for floatingip, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:55.248334 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:55.360915 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Allocated IP 172.27.1.103 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/1000cffd-e5dd-43c6-b3b7-c5f61005a68d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:13:55.511332 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:55.658998 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:55.664540 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315f66d-5353-4e63-baca-cbf6fa75f972 req-8a5a140a-7913-4b9f-9028-8e185708bed7 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:55.667186 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6315f66d-5353-4e63-baca-cbf6fa75f972 req-8a5a140a-7913-4b9f-9028-8e185708bed7 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0583887 Sep 22 13:13:55.725784 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event updated for resources: {'Port': ['ID=1000cffd-e5dd-43c6-b3b7-c5f61005a68d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:55.738434 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:13:55.740212 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:13:55.743087 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:13:55.751024 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6315f66d-5353-4e63-baca-cbf6fa75f972 req-d24e20af-da8b-4938-9bef-dfc51af3b39d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768933 Sep 22 13:13:55.945150 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2148d7-8974-4a3e-a666-8f608295460c req-19844980-f9c1-438c-92cc-1718e7b38cd9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:55.946777 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6a2148d7-8974-4a3e-a666-8f608295460c req-19844980-f9c1-438c-92cc-1718e7b38cd9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.1067741 Sep 22 13:13:56.033495 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6a2148d7-8974-4a3e-a666-8f608295460c req-fd195cec-dbeb-4bda-acaf-a96796a8b3d8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788465 Sep 22 13:13:56.209503 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:56.372615 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:56.746422 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:56.856431 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:56.943027 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event updated for resources: {'Port': ['ID=1000cffd-e5dd-43c6-b3b7-c5f61005a68d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:57.013113 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:57.024301 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708c359-18f7-4f34-954a-7b9bcf17fba8 req-7ac7ef8f-73c6-48e3-8eac-6de7d5c16924 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:57.026652 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c708c359-18f7-4f34-954a-7b9bcf17fba8 req-7ac7ef8f-73c6-48e3-8eac-6de7d5c16924 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.1547499 Sep 22 13:13:57.123761 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c708c359-18f7-4f34-954a-7b9bcf17fba8 req-df422f7c-9263-4981-94a6-12ecb67d827f tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636604 Sep 22 13:13:57.189138 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f153cb-081d-470c-992a-fbd179b4ece4 req-aeed68b1-7ebb-456d-bfed-697167c1bd57 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:57.189138 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e9f153cb-081d-470c-992a-fbd179b4ece4 req-aeed68b1-7ebb-456d-bfed-697167c1bd57 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0595503 Sep 22 13:13:57.233056 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.l3_db [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Floating IP 929b07dd-6b65-4809-acfe-65b4a9ba9d66 associated. External IP: 172.27.1.103, port: 198d6688-72fa-45fc-bcd9-c314e7fa6b0e. Sep 22 13:13:57.345244 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e9f153cb-081d-470c-992a-fbd179b4ece4 req-f6649af9-6cc8-4f75-936d-2b2f96f61967 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377916 Sep 22 13:13:57.601541 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Router 186fd75a-a906-47ce-9958-15a0f79b3a62 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:13:57.760190 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:13:57.774980 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21595de3-5d3a-4ad6-b08c-6213843fd01c None None] Sync routers for ids ['186fd75a-a906-47ce-9958-15a0f79b3a62'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:13:57.792601 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21595de3-5d3a-4ad6-b08c-6213843fd01c None None] Routers {'186fd75a-a906-47ce-9958-15a0f79b3a62'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:13:57.793594 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-21595de3-5d3a-4ad6-b08c-6213843fd01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:13:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['186fd75a-a906-47ce-9958-15a0f79b3a62'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:13:57.875342 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:57.910359 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 60148) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:57.915647 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-27006e65-5a0d-4d72-a317-34f3fe607943 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1738173678', 'description': 'tempest-secgroup-smoke-1738173678 description', 'project_id': '71b37942aed94a0193ab222fd05836ab'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:13:57.922038 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-9f333b40-73b0-449a-a708-f9b7d6c34dc2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9359581 Sep 22 13:13:57.923881 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'tag': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:13:57.926789 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee9385a-1eee-4541-894b-0dd0e7d9d819" -d '{"events": [{"name": "network-changed", "server_uuid": "d7660543-f5b0-4906-9ab5-85d403c42545", "tag": "198d6688-72fa-45fc-bcd9-c314e7fa6b0e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:13:57.966838 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-21595de3-5d3a-4ad6-b08c-6213843fd01c None None] Set router 186fd75a-a906-47ce-9958-15a0f79b3a62 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:13:57.982029 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c30ecd3-3cd7-4788-ae5e-163effcb9764 x-openstack-request-id: req-0c30ecd3-3cd7-4788-ae5e-163effcb9764 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:13:57.982333 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7660543-f5b0-4906-9ab5-85d403c42545", "tag": "198d6688-72fa-45fc-bcd9-c314e7fa6b0e", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:13:57.982591 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c30ecd3-3cd7-4788-ae5e-163effcb9764 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:13:57.983026 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'tag': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e', 'status': 'completed', 'code': 200} Sep 22 13:13:58.052298 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27006e65-5a0d-4d72-a317-34f3fe607943 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:58.074204 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9385a-1eee-4541-894b-0dd0e7d9d819 req-ff81d01b-66d7-4176-b86e-bfa88bec842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:58.076361 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4ee9385a-1eee-4541-894b-0dd0e7d9d819 req-ff81d01b-66d7-4176-b86e-bfa88bec842b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71b37942aed94a0193ab222fd05836ab&device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 1099 time: 0.0641351 Sep 22 13:13:58.298683 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-21595de3-5d3a-4ad6-b08c-6213843fd01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:12:31Z', 'revision_number': 4, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port': {'id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:28Z', 'updated_at': '2021-09-22T13:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '929b07dd-6b65-4809-acfe-65b4a9ba9d66', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'port_id': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'mac_address': 'fa:16:3e:fc:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:13:56Z', 'updated_at': '2021-09-22T13:13:56Z', 'revision_number': 0, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd523c37d-4444-4b02-bfd0-80bb5955247d', 'name': '', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'mac_address': 'fa:16:3e:13:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:31Z', 'updated_at': '2021-09-22T13:12:36Z', 'revision_number': 5, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'subnets': [{'id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:13:58.337700 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21595de3-5d3a-4ad6-b08c-6213843fd01c None None] Checking router: 186fd75a-a906-47ce-9958-15a0f79b3a62 for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:13:58.347173 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21595de3-5d3a-4ad6-b08c-6213843fd01c None None] Routers {'186fd75a-a906-47ce-9958-15a0f79b3a62'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:13:58.348416 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-21595de3-5d3a-4ad6-b08c-6213843fd01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:13:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['186fd75a-a906-47ce-9958-15a0f79b3a62'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:13:58.369767 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-a303ec30-e54f-4a3a-bd3f-bc0cfeb9a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:58.371321 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-a303ec30-e54f-4a3a-bd3f-bc0cfeb9a02c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7&tenant_id=a9b927b18a264e798ad9389f4c099037 HTTP/1.1" status: 200 len: 1096 time: 0.2504675 Sep 22 13:13:58.395553 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27006e65-5a0d-4d72-a317-34f3fe607943 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:58.413559 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4eca6-dfc2-4a8d-a916-e10bb7019161 req-32f78490-1a3d-4bff-beaf-5bb355ff6e82 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:58.415693 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-05f4eca6-dfc2-4a8d-a916-e10bb7019161 req-32f78490-1a3d-4bff-beaf-5bb355ff6e82 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.1912942 Sep 22 13:13:58.426761 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9385a-1eee-4541-894b-0dd0e7d9d819 req-b316c0fc-0907-4222-a6c8-3a05f3d5e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:58.428307 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4ee9385a-1eee-4541-894b-0dd0e7d9d819 req-b316c0fc-0907-4222-a6c8-3a05f3d5e4f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a359761d-81d8-40c4-999e-73f019d63b70 HTTP/1.1" status: 200 len: 915 time: 0.3399448 Sep 22 13:13:58.476594 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27006e65-5a0d-4d72-a317-34f3fe607943 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:58.545695 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-21595de3-5d3a-4ad6-b08c-6213843fd01c None None] Set router 186fd75a-a906-47ce-9958-15a0f79b3a62 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:13:58.549851 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-05f4eca6-dfc2-4a8d-a916-e10bb7019161 req-f837f227-be9f-4cf7-9b1d-298ea6b5b882 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245341 Sep 22 13:13:58.570775 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27006e65-5a0d-4d72-a317-34f3fe607943 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:58.570775 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-27006e65-5a0d-4d72-a317-34f3fe607943 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6529839 Sep 22 13:13:58.570775 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 60168) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:58.576357 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c9274a6c-022b-4c1b-9d75-84e36336c8dc tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Request body: {'security_group_rule': {'security_group_id': 'af77cbcc-034c-4fea-b39e-7d03255ba961', 'project_id': '71b37942aed94a0193ab222fd05836ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:13:58.581739 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27006e65-5a0d-4d72-a317-34f3fe607943 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af77cbcc-034c-4fea-b39e-7d03255ba961,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:58.595826 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-16fe961d-fca6-4dc0-b7e8-00dac4fa61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:58.597433 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-16fe961d-fca6-4dc0-b7e8-00dac4fa61bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9b927b18a264e798ad9389f4c099037&device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 1096 time: 0.1934144 Sep 22 13:13:58.612201 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4ee9385a-1eee-4541-894b-0dd0e7d9d819 req-5ec7f873-281b-40dd-b707-c04f06a527a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=198d6688-72fa-45fc-bcd9-c314e7fa6b0e HTTP/1.1" status: 200 len: 1000 time: 0.1540487 Sep 22 13:13:58.625535 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a917358-278a-4474-8f3e-ea395c502d3a req-888b4bda-64ed-4c59-87c0-c91b4fb4b7a1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:58.637246 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7a917358-278a-4474-8f3e-ea395c502d3a req-888b4bda-64ed-4c59-87c0-c91b4fb4b7a1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.1362512 Sep 22 13:13:58.715626 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7a917358-278a-4474-8f3e-ea395c502d3a req-19420357-11f7-4889-83fc-8e17bfaf5834 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762813 Sep 22 13:13:58.717190 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-14970290-725f-4dbf-8ba3-11a6a5acbd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:58.718673 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-14970290-725f-4dbf-8ba3-11a6a5acbd67 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc619f7c-a032-4a42-ba73-abb931db8402 HTTP/1.1" status: 200 len: 918 time: 0.1089082 Sep 22 13:13:59.032682 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-21595de3-5d3a-4ad6-b08c-6213843fd01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:12:31Z', 'revision_number': 4, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port': {'id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:28Z', 'updated_at': '2021-09-22T13:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '929b07dd-6b65-4809-acfe-65b4a9ba9d66', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'port_id': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'mac_address': 'fa:16:3e:fc:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:13:56Z', 'updated_at': '2021-09-22T13:13:56Z', 'revision_number': 0, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd523c37d-4444-4b02-bfd0-80bb5955247d', 'name': '', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'mac_address': 'fa:16:3e:13:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:31Z', 'updated_at': '2021-09-22T13:12:36Z', 'revision_number': 5, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'subnets': [{'id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:13:59.054565 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9274a6c-022b-4c1b-9d75-84e36336c8dc tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:59.060776 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9385a-1eee-4541-894b-0dd0e7d9d819 req-31656fed-81b6-4275-9ad1-68f478b52cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:59.062546 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4ee9385a-1eee-4541-894b-0dd0e7d9d819 req-31656fed-81b6-4275-9ad1-68f478b52cdd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3609119a-daa2-468f-95d8-0087548e4f0e HTTP/1.1" status: 200 len: 853 time: 0.3427539 Sep 22 13:13:59.069202 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21595de3-5d3a-4ad6-b08c-6213843fd01c None None] The sync data for ids ['186fd75a-a906-47ce-9958-15a0f79b3a62'] in dv-cinder-810000-3-iscsi is: [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:12:31Z', 'revision_number': 4, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port': {'id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:28Z', 'updated_at': '2021-09-22T13:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '929b07dd-6b65-4809-acfe-65b4a9ba9d66', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'port_id': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'mac_address': 'fa:16:3e:fc:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:13:56Z', 'updated_at': '2021-09-22T13:13:56Z', 'revision_number': 0, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd523c37d-4444-4b02-bfd0-80bb5955247d', 'name': '', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'mac_address': 'fa:16:3e:13:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:31Z', 'updated_at': '2021-09-22T13:12:36Z', 'revision_number': 5, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'subnets': [{'id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:13:59.133419 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-121b1393-e406-4bcb-858a-f19e2f3d596e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c357bd-91b5-4b33-a096-555dac674c13 HTTP/1.1" status: 200 len: 998 time: 0.3840177 Sep 22 13:13:59.223059 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9385a-1eee-4541-894b-0dd0e7d9d819 req-0c60001f-2637-4edd-ad5f-999bde7d6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:59.224616 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4ee9385a-1eee-4541-894b-0dd0e7d9d819 req-0c60001f-2637-4edd-ad5f-999bde7d6ce1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a359761d-81d8-40c4-999e-73f019d63b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1520004 Sep 22 13:13:59.229076 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9274a6c-022b-4c1b-9d75-84e36336c8dc tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:59.236677 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-d8474539-4464-49b0-a8d4-d025c7491903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:59.238180 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-d8474539-4464-49b0-a8d4-d025c7491903 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa0e3c9-3a8f-4139-a019-7d3495bd525f HTTP/1.1" status: 200 len: 856 time: 0.0951161 Sep 22 13:13:59.367003 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a77b5a-50bb-4dce-95f8-3a12ef1c0aa9 req-4694ef0a-0daa-42c5-8553-6853693ecec3 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:59.367003 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-34a77b5a-50bb-4dce-95f8-3a12ef1c0aa9 req-4694ef0a-0daa-42c5-8553-6853693ecec3 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.1463218 Sep 22 13:13:59.434878 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9274a6c-022b-4c1b-9d75-84e36336c8dc tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:59.454674 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-05abff8b-a1be-4fab-8503-ea0278d5b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:59.456362 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-05abff8b-a1be-4fab-8503-ea0278d5b1ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc619f7c-a032-4a42-ba73-abb931db8402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2059004 Sep 22 13:13:59.508085 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-34a77b5a-50bb-4dce-95f8-3a12ef1c0aa9 req-652d4ae5-39bf-4fb5-818f-4935f97a49f8 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973849 Sep 22 13:13:59.508730 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9274a6c-022b-4c1b-9d75-84e36336c8dc tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda62f0d-f783-4562-ac8b-4e42bf9464e9,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:13:59.513089 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4ee9385a-1eee-4541-894b-0dd0e7d9d819 req-54afbea7-8d0f-48cd-b077-b2b8adf7c7cc service neutron] 10.222.0.23 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733481 Sep 22 13:13:59.522102 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f10e7-5841-4a35-bf24-f29f8ba9ec68 None None] New status for floating IP 929b07dd-6b65-4809-acfe-65b4a9ba9d66: ACTIVE {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:13:59.684967 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c9274a6c-022b-4c1b-9d75-84e36336c8dc tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:59.686260 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-c9274a6c-022b-4c1b-9d75-84e36336c8dc tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1165123 Sep 22 13:13:59.689110 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 60184) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:13:59.693814 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-78b28862-31a9-403f-8046-dd6853932696 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Request body: {'security_group_rule': {'security_group_id': 'af77cbcc-034c-4fea-b39e-7d03255ba961', 'project_id': '71b37942aed94a0193ab222fd05836ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:13:59.711518 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-2a872c7d-9e6a-4a9c-879c-c32bb307f254 service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208457 Sep 22 13:13:59.717756 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4ee9385a-1eee-4541-894b-0dd0e7d9d819 req-6bb4e886-2f3b-4068-90ba-6c0e13745b0a service neutron] 10.222.0.23 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887996 Sep 22 13:13:59.758368 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b0b28-6d47-42cd-9bd5-751859f0f2e5 req-3b23ff44-c8a0-4abc-881b-0ce2b0e29b1a tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:59.760834 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8f4b0b28-6d47-42cd-9bd5-751859f0f2e5 req-3b23ff44-c8a0-4abc-881b-0ce2b0e29b1a tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0967088 Sep 22 13:13:59.864757 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8f4b0b28-6d47-42cd-9bd5-751859f0f2e5 req-8ed8673c-3aa7-45a0-930c-16ca5560ba7d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915434 Sep 22 13:13:59.889708 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0384f7fa-bcbf-42e0-a3d3-3be886b5a3ce req-602e6c67-8a71-46b8-b789-acd9460e3eb0 service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567807 Sep 22 13:13:59.918492 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570bc8c-6733-46ac-8455-b4a574acdb96 req-1e7271ad-ac88-473a-9aaf-3b36fea5b17a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:13:59.927206 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9570bc8c-6733-46ac-8455-b4a574acdb96 req-1e7271ad-ac88-473a-9aaf-3b36fea5b17a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0894566 Sep 22 13:13:59.938268 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-78b28862-31a9-403f-8046-dd6853932696 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:13:59.995653 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9570bc8c-6733-46ac-8455-b4a574acdb96 req-239f7f20-5ddc-4d75-8e41-e30387f093a5 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662601 Sep 22 13:14:00.019275 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-78b28862-31a9-403f-8046-dd6853932696 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:00.120887 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-78b28862-31a9-403f-8046-dd6853932696 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:00.150553 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b28862-31a9-403f-8046-dd6853932696 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3d036d-6a50-4c2f-a1d5-665bd9b329d5,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:00.292641 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-78b28862-31a9-403f-8046-dd6853932696 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:00.296627 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-78b28862-31a9-403f-8046-dd6853932696 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6038189 Sep 22 13:14:00.302562 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 60204) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:00.302562 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-dfcf0b80-a73a-4a8e-a568-074b6d150619 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Request body: {'security_group_rule': {'security_group_id': 'af77cbcc-034c-4fea-b39e-7d03255ba961', 'project_id': '71b37942aed94a0193ab222fd05836ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:14:00.428312 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0b80-a73a-4a8e-a568-074b6d150619 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:00.531986 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0b80-a73a-4a8e-a568-074b6d150619 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:00.653244 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0b80-a73a-4a8e-a568-074b6d150619 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:00.698414 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a45ad-a906-4e3b-9354-32950456bbf5 req-d2a6c73f-6874-4dfa-9c2e-2bee2f3338ca tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:00.699659 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf0b80-a73a-4a8e-a568-074b6d150619 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09353aa6-e17e-482e-adbb-3302a24b37b4,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:00.699765 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-296a45ad-a906-4e3b-9354-32950456bbf5 req-d2a6c73f-6874-4dfa-9c2e-2bee2f3338ca tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0539572 Sep 22 13:14:00.721541 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-296a45ad-a906-4e3b-9354-32950456bbf5 req-f41c9449-faa8-44e8-804c-d7147130ccd9 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351272 Sep 22 13:14:00.806632 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0b80-a73a-4a8e-a568-074b6d150619 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:00.808109 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-dfcf0b80-a73a-4a8e-a568-074b6d150619 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5102029 Sep 22 13:14:00.811053 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 60228) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:00.815725 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-6500a167-9bdc-46fa-a354-9d5b7649375b tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Request body: {'security_group_rule': {'security_group_id': 'af77cbcc-034c-4fea-b39e-7d03255ba961', 'project_id': '71b37942aed94a0193ab222fd05836ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:14:00.927970 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6500a167-9bdc-46fa-a354-9d5b7649375b tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:01.043907 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6500a167-9bdc-46fa-a354-9d5b7649375b tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:01.070619 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d81bcd-c247-4579-96c6-b10b6ec09c00 req-00e7f39a-911b-4561-a9df-20238d97794a tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:01.073557 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d9d81bcd-c247-4579-96c6-b10b6ec09c00 req-00e7f39a-911b-4561-a9df-20238d97794a tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.1101887 Sep 22 13:14:01.154816 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6500a167-9bdc-46fa-a354-9d5b7649375b tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:01.170704 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f0a47-e548-4c84-b1f0-f7b87524f622 req-eb44c962-f5de-45a0-99bb-cfb89d333946 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:01.178633 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ed6f0a47-e548-4c84-b1f0-f7b87524f622 req-eb44c962-f5de-45a0-99bb-cfb89d333946 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0681076 Sep 22 13:14:01.247333 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ed6f0a47-e548-4c84-b1f0-f7b87524f622 req-5596ea1c-92a6-487b-8f80-511b5ebe893d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672467 Sep 22 13:14:01.268695 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d9d81bcd-c247-4579-96c6-b10b6ec09c00 req-30df1d95-317d-4479-87dd-38eade2ae705 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858377 Sep 22 13:14:01.271052 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500a167-9bdc-46fa-a354-9d5b7649375b tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e9b5dd-c66b-4c27-9e07-5c2964bbf411,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:01.309300 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6500a167-9bdc-46fa-a354-9d5b7649375b tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:01.316132 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-6500a167-9bdc-46fa-a354-9d5b7649375b tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5038860 Sep 22 13:14:01.316990 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 60254) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:01.325679 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Request body: {'security_group_rule': {'security_group_id': 'af77cbcc-034c-4fea-b39e-7d03255ba961', 'project_id': '71b37942aed94a0193ab222fd05836ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:14:01.429494 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Project 71b37942aed94a0193ab222fd05836ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 13:14:01.440887 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:01.545139 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:01.609918 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:01.632833 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042d163c-aaa1-4fcd-aa6f-a10f87cdb3c0,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:01.644335 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:01.644968 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:01.645535 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:01.646107 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:01.646687 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:01.647250 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:01.647855 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:01.648420 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:01.649058 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:01.649989 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:01.650555 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:01.651141 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:01.749277 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:01.751585 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-c79431a4-5f3f-4b8e-bb51-3090fab46760 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4333577 Sep 22 13:14:01.754431 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 60274) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:01.762236 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-1a89c695-4e6f-43e1-b83a-2703a8cf1db4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Request body: {'security_group_rule': {'security_group_id': 'af77cbcc-034c-4fea-b39e-7d03255ba961', 'project_id': '71b37942aed94a0193ab222fd05836ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:14:01.860289 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5769bf-7d2e-420a-a70d-c6ca3c784895 req-971b5106-e5fe-4f8c-b35f-42ad0b9f2c58 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:01.868677 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5d5769bf-7d2e-420a-a70d-c6ca3c784895 req-971b5106-e5fe-4f8c-b35f-42ad0b9f2c58 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0576854 Sep 22 13:14:01.885505 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.securitygroups_db [None req-1a89c695-4e6f-43e1-b83a-2703a8cf1db4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Project 71b37942aed94a0193ab222fd05836ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 13:14:01.905051 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1a89c695-4e6f-43e1-b83a-2703a8cf1db4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:01.907655 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5d5769bf-7d2e-420a-a70d-c6ca3c784895 req-1ba69c0f-6d65-457e-bb1e-6ce9c2f1faf8 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377083 Sep 22 13:14:01.991903 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1a89c695-4e6f-43e1-b83a-2703a8cf1db4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:02.097665 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1a89c695-4e6f-43e1-b83a-2703a8cf1db4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:02.132023 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89c695-4e6f-43e1-b83a-2703a8cf1db4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a278dd7-2713-4947-a8a5-25861623ad7e,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:02.230190 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1a89c695-4e6f-43e1-b83a-2703a8cf1db4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:02.231886 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-1a89c695-4e6f-43e1-b83a-2703a8cf1db4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4758234 Sep 22 13:14:02.344104 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d03558fc-dae6-4db9-a1fa-1498243d3d32 req-29bfb8cc-da0d-44cf-8d2f-d99612d54370 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738173678&fields=id&tenant_id=71b37942aed94a0193ab222fd05836ab HTTP/1.1" status: 200 len: 267 time: 0.0647221 Sep 22 13:14:02.427755 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03558fc-dae6-4db9-a1fa-1498243d3d32 req-439e014c-e870-4f74-bac2-da229c11584c tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:02.429224 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b585d-099f-42f3-9143-e15ade521e3b req-a0f4ccf0-e3bc-4b56-84b7-0399a464da1f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:02.431133 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d03558fc-dae6-4db9-a1fa-1498243d3d32 req-439e014c-e870-4f74-bac2-da229c11584c tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 946 time: 0.0821595 Sep 22 13:14:02.431787 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dc2b585d-099f-42f3-9143-e15ade521e3b req-a0f4ccf0-e3bc-4b56-84b7-0399a464da1f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0792582 Sep 22 13:14:02.444078 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-d03558fc-dae6-4db9-a1fa-1498243d3d32 req-0c4711a3-27ca-48f9-bef1-8a9043d366e4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Request body: {'port': {'security_groups': ['7ab0a266-68eb-4fa5-b5da-c002a635c8bf', 'af77cbcc-034c-4fea-b39e-7d03255ba961']}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:14:02.502530 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dc2b585d-099f-42f3-9143-e15ade521e3b req-9da25426-c6db-47c7-b3af-226b3c8212e7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636075 Sep 22 13:14:02.569797 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-d03558fc-dae6-4db9-a1fa-1498243d3d32 req-0c4711a3-27ca-48f9-bef1-8a9043d366e4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:02.728286 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23789d2-109c-4af3-ad89-959d9e790867 req-349628e8-0e61-41d4-b0f1-c200ce287fa7 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:02.729876 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d23789d2-109c-4af3-ad89-959d9e790867 req-349628e8-0e61-41d4-b0f1-c200ce287fa7 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.1179979 Sep 22 13:14:02.816856 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d23789d2-109c-4af3-ad89-959d9e790867 req-046bbdb5-ba5f-4ef0-957d-3035851dae49 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807717 Sep 22 13:14:02.960614 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-d03558fc-dae6-4db9-a1fa-1498243d3d32 req-0c4711a3-27ca-48f9-bef1-8a9043d366e4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] For port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,segment=NetworkSegment(21be9e4f-83db-4892-bc0b-08498284f9c7),segment_id=21be9e4f-83db-4892-bc0b-08498284f9c7)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:03.003984 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-d03558fc-dae6-4db9-a1fa-1498243d3d32 req-0c4711a3-27ca-48f9-bef1-8a9043d366e4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:03.044976 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1d378-b7c3-4644-a764-89145a560986 req-19a60cd7-f2c9-495d-8dc9-611b537378b2 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:03.046936 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7ca1d378-b7c3-4644-a764-89145a560986 req-19a60cd7-f2c9-495d-8dc9-611b537378b2 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0593719 Sep 22 13:14:03.092142 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-d03558fc-dae6-4db9-a1fa-1498243d3d32 req-0c4711a3-27ca-48f9-bef1-8a9043d366e4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:03.106412 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['198d6688-72fa-45fc-bcd9-c314e7fa6b0e'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:14:03.137672 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7ca1d378-b7c3-4644-a764-89145a560986 req-751c4280-ed32-40ad-81e7-9b25fef70663 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780246 Sep 22 13:14:03.254621 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03558fc-dae6-4db9-a1fa-1498243d3d32 req-0c4711a3-27ca-48f9-bef1-8a9043d366e4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:03.255317 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-d03558fc-dae6-4db9-a1fa-1498243d3d32 req-0c4711a3-27ca-48f9-bef1-8a9043d366e4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:03.259663 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d03558fc-dae6-4db9-a1fa-1498243d3d32 req-0c4711a3-27ca-48f9-bef1-8a9043d366e4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "PUT /v2.0/ports/198d6688-72fa-45fc-bcd9-c314e7fa6b0e HTTP/1.1" status: 200 len: 982 time: 0.8197436 Sep 22 13:14:03.260365 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'tag': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:14:03.262758 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2158d94b-ff0e-4ca5-b061-8625cdf69bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "d7660543-f5b0-4906-9ab5-85d403c42545", "tag": "198d6688-72fa-45fc-bcd9-c314e7fa6b0e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:14:03.283558 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4711a3-27ca-48f9-bef1-8a9043d366e4 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event updated for resources: {'Port': ['ID=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,revision_number=6']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:03.361485 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc993ee-ec42-43ff-b48d-78bee1bd368b x-openstack-request-id: req-bcc993ee-ec42-43ff-b48d-78bee1bd368b {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:14:03.361777 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7660543-f5b0-4906-9ab5-85d403c42545", "tag": "198d6688-72fa-45fc-bcd9-c314e7fa6b0e", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:14:03.362026 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcc993ee-ec42-43ff-b48d-78bee1bd368b {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:14:03.362484 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'tag': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e', 'status': 'completed', 'code': 200} Sep 22 13:14:03.460394 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9e22f-2741-4c53-aec1-2eff9e330968 req-d088e10d-7e7e-4c89-86f1-24349dae2fe2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:03.473890 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2ad9e22f-2741-4c53-aec1-2eff9e330968 req-d088e10d-7e7e-4c89-86f1-24349dae2fe2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0727880 Sep 22 13:14:03.508377 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['198d6688-72fa-45fc-bcd9-c314e7fa6b0e'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:14:03.524042 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2ad9e22f-2741-4c53-aec1-2eff9e330968 req-5cfee10f-8c06-42e0-8def-192c7f4a8ce2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492501 Sep 22 13:14:03.679674 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7f032-e555-4a11-bfa0-236ca75804ee req-792975e5-1de7-498d-a5ce-83f5c710a1e9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:03.683815 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c0c7f032-e555-4a11-bfa0-236ca75804ee req-792975e5-1de7-498d-a5ce-83f5c710a1e9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0686402 Sep 22 13:14:03.725173 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c0c7f032-e555-4a11-bfa0-236ca75804ee req-a0876cfe-f4c0-4369-b576-9be818e7f262 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403852 Sep 22 13:14:03.795233 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-574e69d8-322d-407e-9c22-9868c40870af None None] Provisioning complete for port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:14:03.795848 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-574e69d8-322d-407e-9c22-9868c40870af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:03.971785 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda32270-e111-42f5-b9b1-ab6471102edf req-44f9d02f-aefb-4588-b9ec-57e74835f1d4 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:03.973476 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dda32270-e111-42f5-b9b1-ab6471102edf req-44f9d02f-aefb-4588-b9ec-57e74835f1d4 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0584612 Sep 22 13:14:04.088233 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dda32270-e111-42f5-b9b1-ab6471102edf req-5db22a20-b737-4b0c-ae6f-2c9befbf9632 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957530 Sep 22 13:14:04.324056 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bce282-23bd-4be8-88b6-aa653d984c88 req-aa971773-7145-4544-ae60-5f20557706bb tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:04.328066 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-80bce282-23bd-4be8-88b6-aa653d984c88 req-aa971773-7145-4544-ae60-5f20557706bb tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0964506 Sep 22 13:14:04.369666 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-80bce282-23bd-4be8-88b6-aa653d984c88 req-9fa91beb-a2b0-4aa5-8bc1-788ef377aaf7 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373757 Sep 22 13:14:04.933720 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777172f-65ab-4ca7-8c07-6df187f95996 req-6433daaf-0e43-4d69-86cf-cbb73f066680 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:04.933720 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b777172f-65ab-4ca7-8c07-6df187f95996 req-6433daaf-0e43-4d69-86cf-cbb73f066680 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0531156 Sep 22 13:14:04.936215 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b777172f-65ab-4ca7-8c07-6df187f95996 req-2a669a09-e873-485d-a81b-813c50552c60 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355687 Sep 22 13:14:05.210433 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3735d4-cf72-4062-a753-bc8f72a05127 req-4fd4da42-48cd-400d-b13a-37655f696d19 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:05.212507 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4a3735d4-cf72-4062-a753-bc8f72a05127 req-4fd4da42-48cd-400d-b13a-37655f696d19 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0499225 Sep 22 13:14:05.251897 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4a3735d4-cf72-4062-a753-bc8f72a05127 req-d5b10fb0-c120-494d-a98b-64e32646d561 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Sep 22 13:14:05.404182 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158d94b-ff0e-4ca5-b061-8625cdf69bb7 req-0f2eae49-9357-4548-92fc-ed0eae6dff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:05.405964 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2158d94b-ff0e-4ca5-b061-8625cdf69bb7 req-0f2eae49-9357-4548-92fc-ed0eae6dff1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71b37942aed94a0193ab222fd05836ab&device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 1138 time: 0.0420649 Sep 22 13:14:05.446876 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-bc765387-761a-4b5c-abc4-4353bd622240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:05.547280 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d6cec-c9e1-4439-9217-d94d8016590c req-78fb4e30-ebc9-4deb-a881-c57b5d820e0b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:05.548903 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c40d6cec-c9e1-4439-9217-d94d8016590c req-78fb4e30-ebc9-4deb-a881-c57b5d820e0b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.1054006 Sep 22 13:14:05.550544 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158d94b-ff0e-4ca5-b061-8625cdf69bb7 req-ac8d61bc-d625-48f3-9efd-38aa4749537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:05.552033 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2158d94b-ff0e-4ca5-b061-8625cdf69bb7 req-ac8d61bc-d625-48f3-9efd-38aa4749537d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a359761d-81d8-40c4-999e-73f019d63b70 HTTP/1.1" status: 200 len: 915 time: 0.1349909 Sep 22 13:14:05.614781 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c40d6cec-c9e1-4439-9217-d94d8016590c req-da27cb02-afe6-45ce-b7ab-04a2c22de309 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591271 Sep 22 13:14:06.071784 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c93809-ad2d-4378-8911-2caaf679d335 req-1edcdeab-6501-480a-974e-d507c17cc7e5 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:06.073437 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42c93809-ad2d-4378-8911-2caaf679d335 req-1edcdeab-6501-480a-974e-d507c17cc7e5 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0551717 Sep 22 13:14:06.122664 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42c93809-ad2d-4378-8911-2caaf679d335 req-29efb358-d873-4dd3-80ac-c7d62cda8ab3 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342264 Sep 22 13:14:06.380391 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16387333-aca2-4612-86f3-bafd6558ab38 req-b551aff5-9d3a-4154-b264-1668a79693e1 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:06.382127 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-16387333-aca2-4612-86f3-bafd6558ab38 req-b551aff5-9d3a-4154-b264-1668a79693e1 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0601211 Sep 22 13:14:06.425972 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-16387333-aca2-4612-86f3-bafd6558ab38 req-8f1db385-4462-446d-ad21-b44751e7f96b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374691 Sep 22 13:14:06.982239 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57646e2-81ae-4fe9-89aa-953b7e8da53f req-ce8badb1-54ae-4a8c-91a5-97f75e61f7c6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:06.984856 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e57646e2-81ae-4fe9-89aa-953b7e8da53f req-ce8badb1-54ae-4a8c-91a5-97f75e61f7c6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.2935517 Sep 22 13:14:07.043248 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e57646e2-81ae-4fe9-89aa-953b7e8da53f req-0e07bf19-57c3-4264-8bfd-bfb6d736f57f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498343 Sep 22 13:14:07.299045 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da73e-44ca-45bf-b463-e2e6dc7ff29d req-31b114e2-b3a5-47d3-8f44-da4af62bf4e2 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:07.300663 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ec1da73e-44ca-45bf-b463-e2e6dc7ff29d req-31b114e2-b3a5-47d3-8f44-da4af62bf4e2 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0540872 Sep 22 13:14:07.350980 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ec1da73e-44ca-45bf-b463-e2e6dc7ff29d req-b79701b6-c896-4742-aa90-e4fb514f87de tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367532 Sep 22 13:14:07.404784 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 60414) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:07.462581 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-451984e4-d0f2-4558-9db1-61082287f77b admin admin] Deleting subnet d8b01b4d-8da1-45f3-bf3d-15e6640dcf17 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:14:07.466948 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451984e4-d0f2-4558-9db1-61082287f77b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:07.522542 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451984e4-d0f2-4558-9db1-61082287f77b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8721790'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:07.598928 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451984e4-d0f2-4558-9db1-61082287f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:07.624221 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6de56-7852-4d78-8588-081d762b8520 req-3c3e8fbe-591c-4950-8e5b-0989607dd91c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:07.625773 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ede6de56-7852-4d78-8588-081d762b8520 req-3c3e8fbe-591c-4950-8e5b-0989607dd91c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0777655 Sep 22 13:14:07.665370 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ede6de56-7852-4d78-8588-081d762b8520 req-35899901-6808-401c-9f59-a5db0dd58c93 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326421 Sep 22 13:14:07.764141 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451984e4-d0f2-4558-9db1-61082287f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8721681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9265389'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:07.793730 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451984e4-d0f2-4558-9db1-61082287f77b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b01b4d-8da1-45f3-bf3d-15e6640dcf17,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:07.795775 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-451984e4-d0f2-4558-9db1-61082287f77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:07.797677 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-451984e4-d0f2-4558-9db1-61082287f77b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d8b01b4d-8da1-45f3-bf3d-15e6640dcf17 HTTP/1.1" status: 204 len: 168 time: 0.3912232 Sep 22 13:14:07.800389 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 60422) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:07.879223 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59dbd308-9d82-4385-9a1c-6ed70ff322c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:07.968365 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59dbd308-9d82-4385-9a1c-6ed70ff322c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:07.992354 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-59dbd308-9d82-4385-9a1c-6ed70ff322c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a1aecb-1239-48e9-9116-fc0789f6366d']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:08.003418 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-59dbd308-9d82-4385-9a1c-6ed70ff322c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da494060-7d79-4722-8aa1-73cb5bbc42c8') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:08.003768 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-59dbd308-9d82-4385-9a1c-6ed70ff322c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da494060-7d79-4722-8aa1-73cb5bbc42c8') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:08.014876 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59dbd308-9d82-4385-9a1c-6ed70ff322c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8721767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:08.030581 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59dbd308-9d82-4385-9a1c-6ed70ff322c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:08.037323 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dbd308-9d82-4385-9a1c-6ed70ff322c6 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:14:08.037864 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59dbd308-9d82-4385-9a1c-6ed70ff322c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8743871'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: Traceback (most recent call last): Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: timer() Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: cb(*args, **kw) Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: return func(*args, **kwargs) Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: self._notify() Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: self.callback(batched_events) Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: event.method(event) Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: return f(self, *a, **k) Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._get(url).json() Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: return self.request(url, 'GET', **kwargs) Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:14:08.039910 dv-cinder-810000-3-iscsi neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:14:08.160619 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59dbd308-9d82-4385-9a1c-6ed70ff322c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:08.170072 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919c5f3-33e8-4dcd-b880-a56275ce31e7 req-56f4122d-b5ce-40f4-baff-fdaf572ef74b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:08.171631 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4919c5f3-33e8-4dcd-b880-a56275ce31e7 req-56f4122d-b5ce-40f4-baff-fdaf572ef74b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0555279 Sep 22 13:14:08.176710 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-59dbd308-9d82-4385-9a1c-6ed70ff322c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:08.181233 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-59dbd308-9d82-4385-9a1c-6ed70ff322c6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d0a1aecb-1239-48e9-9116-fc0789f6366d HTTP/1.1" status: 204 len: 168 time: 0.3769989 Sep 22 13:14:08.197622 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbd308-9d82-4385-9a1c-6ed70ff322c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a1aecb-1239-48e9-9116-fc0789f6366d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:08.229212 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4919c5f3-33e8-4dcd-b880-a56275ce31e7 req-7156f14e-0803-455d-83b8-32c19d27f784 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391006 Sep 22 13:14:08.518900 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a249-9aab-4e44-b6d5-0d8e4b9cb97d req-e5f5a8f2-25e1-4a22-bbb3-356290dbc240 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:08.520502 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5be6a249-9aab-4e44-b6d5-0d8e4b9cb97d req-e5f5a8f2-25e1-4a22-bbb3-356290dbc240 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0858045 Sep 22 13:14:08.529412 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3c77207b-ba44-41ce-80b2-3ca6127bf3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:08.568051 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5be6a249-9aab-4e44-b6d5-0d8e4b9cb97d req-2764d7c9-6fbd-413d-bb3f-09e7ca73786c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406878 Sep 22 13:14:08.612574 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:08.662316 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 60434) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:08.721969 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-6ecf1497-afb6-4d48-83c3-7b04073d77d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc99723145834860a6127632c31447c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584671 Sep 22 13:14:08.724439 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 60438) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:08.814180 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f9e2710-0665-452a-b083-c5cd7a44766c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:08.832778 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cb85c-3629-4b04-8efc-3033891f1bac req-dff995ed-84c2-4cce-9ed4-254f02a39589 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:08.834261 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-461cb85c-3629-4b04-8efc-3033891f1bac req-dff995ed-84c2-4cce-9ed4-254f02a39589 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0846772 Sep 22 13:14:08.849867 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f9e2710-0665-452a-b083-c5cd7a44766c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:08.906229 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-461cb85c-3629-4b04-8efc-3033891f1bac req-d8f7cc6e-02e4-4c8e-8b82-a65741d45cc2 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624776 Sep 22 13:14:08.931783 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:09.038328 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f9e2710-0665-452a-b083-c5cd7a44766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:09.043012 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f9e2710-0665-452a-b083-c5cd7a44766c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:09.044987 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-3f9e2710-0665-452a-b083-c5cd7a44766c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb8ab221-e489-4bc7-aab4-5567d115693f HTTP/1.1" status: 204 len: 168 time: 0.3193491 Sep 22 13:14:09.059641 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e2710-0665-452a-b083-c5cd7a44766c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8ab221-e489-4bc7-aab4-5567d115693f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:09.363227 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb03b37-083e-4e8c-b3f7-5c1e0e0b6f80 req-aa1809bb-7925-455f-9a4d-b542f6878b35 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:09.365094 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bfb03b37-083e-4e8c-b3f7-5c1e0e0b6f80 req-aa1809bb-7925-455f-9a4d-b542f6878b35 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0607009 Sep 22 13:14:09.411874 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bfb03b37-083e-4e8c-b3f7-5c1e0e0b6f80 req-d8f3b749-d71d-48d8-aa3c-20c17cba35a6 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 Sep 22 13:14:09.667265 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 60460) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:09.733425 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e762a70-f2cf-41f5-8442-5026c34c4a19 req-da34cfd3-d235-481d-922b-5cde821c9321 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:09.735800 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7e762a70-f2cf-41f5-8442-5026c34c4a19 req-da34cfd3-d235-481d-922b-5cde821c9321 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0780451 Sep 22 13:14:09.785088 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7e762a70-f2cf-41f5-8442-5026c34c4a19 req-04525d63-6ec1-4744-8366-9953b40e5a1f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395327 Sep 22 13:14:09.831722 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:09.950850 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:10.028688 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:10.037893 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b632380-ecb8-4f93-bd92-7f2f4bf12fac req-65106209-9ece-4350-8681-8c76ad961435 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:10.037893 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1b632380-ecb8-4f93-bd92-7f2f4bf12fac req-65106209-9ece-4350-8681-8c76ad961435 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0498395 Sep 22 13:14:10.061878 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:10.122155 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1b632380-ecb8-4f93-bd92-7f2f4bf12fac req-00124a38-3036-4dd4-a7e2-4e74faa47b99 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780694 Sep 22 13:14:10.124483 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91578ad9-ad3c-44d1-8b78-f4b8b9ddffd8,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:10.128890 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50165f833cfa45dc84d3f6c4e9ddf021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603388 Sep 22 13:14:10.131375 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 60474) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:10.143463 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:10.143463 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:10.143463 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:10.143463 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:10.143941 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:10.144032 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:10.144391 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:10.144682 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:10.145020 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:10.145353 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:10.145684 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:10.146011 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362307d-e280-4b91-8a72-049d7f319e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:10.207382 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e3df6ee7-486a-4e9b-ab50-cc4ae22e5f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:10.235412 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e3df6ee7-486a-4e9b-ab50-cc4ae22e5f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:10.382610 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e3df6ee7-486a-4e9b-ab50-cc4ae22e5f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:10.386116 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e3df6ee7-486a-4e9b-ab50-cc4ae22e5f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:10.389831 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-e3df6ee7-486a-4e9b-ab50-cc4ae22e5f9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91578ad9-ad3c-44d1-8b78-f4b8b9ddffd8 HTTP/1.1" status: 204 len: 168 time: 0.2550871 Sep 22 13:14:10.399706 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df6ee7-486a-4e9b-ab50-cc4ae22e5f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91578ad9-ad3c-44d1-8b78-f4b8b9ddffd8,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:10.572064 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bb757-e26f-4cf0-838a-ac9bf4c6f43c req-da597e62-f036-456e-97fd-f00d95cc9a6c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:10.580161 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cd4bb757-e26f-4cf0-838a-ac9bf4c6f43c req-da597e62-f036-456e-97fd-f00d95cc9a6c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0704958 Sep 22 13:14:10.627238 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cd4bb757-e26f-4cf0-838a-ac9bf4c6f43c req-9b3764ec-e664-46f1-8a0c-ca0f3c21915f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461001 Sep 22 13:14:10.918035 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcc598-4b4f-4db4-b31e-8b47e6f950f1 req-89301a3f-50b2-43bf-b085-248aca35539a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:10.919584 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f7bcc598-4b4f-4db4-b31e-8b47e6f950f1 req-89301a3f-50b2-43bf-b085-248aca35539a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0497260 Sep 22 13:14:10.961912 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f7bcc598-4b4f-4db4-b31e-8b47e6f950f1 req-61e31660-7f65-46dd-9406-54ba5fbaeb99 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360942 Sep 22 13:14:11.286173 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ed988-ade0-4c46-826c-41e63d021f23 req-544bd893-23b2-4ae3-aeef-922a62d6f31d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:11.287845 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-831ed988-ade0-4c46-826c-41e63d021f23 req-544bd893-23b2-4ae3-aeef-922a62d6f31d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0583415 Sep 22 13:14:11.338522 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-831ed988-ade0-4c46-826c-41e63d021f23 req-b70ca3de-935e-46d1-bac0-acb294b9c912 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 Sep 22 13:14:11.717845 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:11.799343 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161f470-c52c-4df9-94ba-3a148c470972 req-7f3101ac-6cef-45b4-94c4-d1d86e8982e4 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:11.801170 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f161f470-c52c-4df9-94ba-3a148c470972 req-7f3101ac-6cef-45b4-94c4-d1d86e8982e4 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0708990 Sep 22 13:14:11.852537 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f161f470-c52c-4df9-94ba-3a148c470972 req-a1d81a0c-fe98-47bc-ba68-247d366f15bc tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 Sep 22 13:14:12.152146 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323c1df-bdbe-44aa-914e-f65c461dba06 req-04863d7e-0c5c-486c-94e9-ae739106ee22 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:12.155566 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2323c1df-bdbe-44aa-914e-f65c461dba06 req-04863d7e-0c5c-486c-94e9-ae739106ee22 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0813732 Sep 22 13:14:12.235582 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2323c1df-bdbe-44aa-914e-f65c461dba06 req-7d07cef3-f5c6-40b0-9485-b6262d84a938 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667989 Sep 22 13:14:12.497815 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc20db-03ac-441b-810b-1ea74fb2ab33 req-a2395f04-189f-4847-8728-974c1d8d2ca9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:12.499503 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-43fc20db-03ac-441b-810b-1ea74fb2ab33 req-a2395f04-189f-4847-8728-974c1d8d2ca9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0611475 Sep 22 13:14:12.509144 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:14:12.547376 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-43fc20db-03ac-441b-810b-1ea74fb2ab33 req-bc3cbfd6-a4d6-4618-b884-1ea8d8fa92ab tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369051 Sep 22 13:14:12.971895 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58978c1c-4ba7-45fb-a8c7-832704886587 req-071979fa-1b6c-4b5e-b18b-26de2f5ea4e3 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:12.973660 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-58978c1c-4ba7-45fb-a8c7-832704886587 req-071979fa-1b6c-4b5e-b18b-26de2f5ea4e3 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0514021 Sep 22 13:14:13.021200 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-58978c1c-4ba7-45fb-a8c7-832704886587 req-49a3ac97-2772-44b0-b7e3-544befa51249 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Sep 22 13:14:13.389257 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9676e70-b2f9-4f92-8a19-220270f3b9f6 req-7aa09ebe-6a52-46ad-95a8-04fde1bc76e6 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:13.390824 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a9676e70-b2f9-4f92-8a19-220270f3b9f6 req-7aa09ebe-6a52-46ad-95a8-04fde1bc76e6 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0527070 Sep 22 13:14:13.431530 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a9676e70-b2f9-4f92-8a19-220270f3b9f6 req-ea6a6fd8-9d14-4de5-b103-836a64119697 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346437 Sep 22 13:14:13.720030 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118eb73-ae5b-4121-bb1e-38ef772cff53 req-ebdf80a4-d9f6-455b-822d-d617a90f845b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:13.721606 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4118eb73-ae5b-4121-bb1e-38ef772cff53 req-ebdf80a4-d9f6-455b-822d-d617a90f845b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.1011007 Sep 22 13:14:13.748437 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2158d94b-ff0e-4ca5-b061-8625cdf69bb7 req-ca7b77f3-fd40-4a71-bb4d-85109aea0033 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=198d6688-72fa-45fc-bcd9-c314e7fa6b0e HTTP/1.1" status: 200 len: 1002 time: 0.1021676 Sep 22 13:14:13.779545 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4118eb73-ae5b-4121-bb1e-38ef772cff53 req-1787503e-3b8a-4cb4-8752-b650384ba107 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388074 Sep 22 13:14:13.871863 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158d94b-ff0e-4ca5-b061-8625cdf69bb7 req-d3de0c67-aee1-4ef1-85ac-0df02e921f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:13.873326 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2158d94b-ff0e-4ca5-b061-8625cdf69bb7 req-d3de0c67-aee1-4ef1-85ac-0df02e921f76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3609119a-daa2-468f-95d8-0087548e4f0e HTTP/1.1" status: 200 len: 853 time: 0.0780582 Sep 22 13:14:13.928268 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d66869-0996-43ea-9cc1-5b84a1255eba req-0c330d69-5c64-4f5a-ba73-619d3f377c6f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:13.929799 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e5d66869-0996-43ea-9cc1-5b84a1255eba req-0c330d69-5c64-4f5a-ba73-619d3f377c6f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0915878 Sep 22 13:14:13.969180 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158d94b-ff0e-4ca5-b061-8625cdf69bb7 req-7951dc45-156d-4bad-90ca-96390601bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:13.970665 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2158d94b-ff0e-4ca5-b061-8625cdf69bb7 req-7951dc45-156d-4bad-90ca-96390601bf90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a359761d-81d8-40c4-999e-73f019d63b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852823 Sep 22 13:14:14.104925 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2158d94b-ff0e-4ca5-b061-8625cdf69bb7 req-543c40d9-4944-46c3-b437-79f286cca0e3 service neutron] 10.222.0.23 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252582 Sep 22 13:14:14.110069 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-e5d66869-0996-43ea-9cc1-5b84a1255eba req-c185a988-57be-4c28-a16e-8f84a63a44ad tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Deleting port f332588d-756b-4e7c-abe2-71a2c5b790a6 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:14:14.110409 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e5d66869-0996-43ea-9cc1-5b84a1255eba req-c185a988-57be-4c28-a16e-8f84a63a44ad tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:14.149608 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36878f5-db40-4071-8433-86a4b0f16b11 req-bfc454c6-c93f-4144-b974-101aae188473 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:14.152053 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b36878f5-db40-4071-8433-86a4b0f16b11 req-bfc454c6-c93f-4144-b974-101aae188473 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 945 time: 0.0609012 Sep 22 13:14:14.205131 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b36878f5-db40-4071-8433-86a4b0f16b11 req-529be7db-de07-43c6-b35e-b954e573c30f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463667 Sep 22 13:14:14.299133 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-e5d66869-0996-43ea-9cc1-5b84a1255eba req-c185a988-57be-4c28-a16e-8f84a63a44ad tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] For port f332588d-756b-4e7c-abe2-71a2c5b790a6, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f332588d-756b-4e7c-abe2-71a2c5b790a6,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:14.299586 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e5d66869-0996-43ea-9cc1-5b84a1255eba req-c185a988-57be-4c28-a16e-8f84a63a44ad tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:14.310430 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2158d94b-ff0e-4ca5-b061-8625cdf69bb7 req-e200ff94-15ee-4a5f-a7ef-febe42424459 service neutron] 10.222.0.23 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969223 Sep 22 13:14:14.317212 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-e5d66869-0996-43ea-9cc1-5b84a1255eba req-c185a988-57be-4c28-a16e-8f84a63a44ad tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Calling delete_port for f332588d-756b-4e7c-abe2-71a2c5b790a6 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:14:14.334815 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c8798-648e-4458-abaa-2245e5b2ebbe req-d6b8e017-dcb1-4142-bdbc-b6266d4f7276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:14.336420 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a85c8798-648e-4458-abaa-2245e5b2ebbe req-d6b8e017-dcb1-4142-bdbc-b6266d4f7276 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d04a4440bd974592a2c14375e7f7fa18&device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 1099 time: 0.0623353 Sep 22 13:14:14.401531 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-ee282ebe-e439-4845-91ee-0ce02926d6de tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d328c1569ef144f9a18c973a5f511eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677836 Sep 22 13:14:14.448328 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c8798-648e-4458-abaa-2245e5b2ebbe req-29bcb97d-c696-40a2-aafc-c3e59c6a1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:14.449824 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a85c8798-648e-4458-abaa-2245e5b2ebbe req-29bcb97d-c696-40a2-aafc-c3e59c6a1bcc service neutron] 10.222.0.23 "GET /v2.0/networks?id=c6ea9935-8102-4648-ae6c-92fac791d7fa HTTP/1.1" status: 200 len: 919 time: 0.0903304 Sep 22 13:14:14.502347 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a85c8798-648e-4458-abaa-2245e5b2ebbe req-a7e452e3-f88a-4562-9ecb-9316288894a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e985e239-a74d-451d-b44e-08c49c83ef5e HTTP/1.1" status: 200 len: 217 time: 0.0402250 Sep 22 13:14:14.587408 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c8798-648e-4458-abaa-2245e5b2ebbe req-142f841b-3df2-44b7-84f6-7164d5285cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:14.589792 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a85c8798-648e-4458-abaa-2245e5b2ebbe req-142f841b-3df2-44b7-84f6-7164d5285cac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3406f934-e65f-428d-9536-b198c58b9695 HTTP/1.1" status: 200 len: 858 time: 0.0762470 Sep 22 13:14:14.615104 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9343f-f116-41ee-a87a-90ca6751a656 req-4da035e8-c293-43fb-acec-c83567ab3c99 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:14.616777 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-18f9343f-f116-41ee-a87a-90ca6751a656 req-4da035e8-c293-43fb-acec-c83567ab3c99 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0942843 Sep 22 13:14:14.640320 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a85c8798-648e-4458-abaa-2245e5b2ebbe req-0d2bc727-9af1-415b-9619-25086eaf46e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6ea9935-8102-4648-ae6c-92fac791d7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426934 Sep 22 13:14:14.715047 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-18f9343f-f116-41ee-a87a-90ca6751a656 req-c3189109-7717-484f-8716-43d14ef37054 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773644 Sep 22 13:14:14.770405 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a85c8798-648e-4458-abaa-2245e5b2ebbe req-399c85e0-039c-4d31-8b7e-0bc58b11b692 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148744 Sep 22 13:14:14.883589 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-f34d97cf-d859-4706-ae66-e096d2359141 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:14.885114 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-f34d97cf-d859-4706-ae66-e096d2359141 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4754412 Sep 22 13:14:14.909207 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-29b1e902-588b-46b0-96ff-c2632a72f328 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/quotas/d328c1569ef144f9a18c973a5f511eda HTTP/1.1" status: 200 len: 375 time: 0.0148783 Sep 22 13:14:14.928386 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a85c8798-648e-4458-abaa-2245e5b2ebbe req-f5e2e1d4-1ef0-49ce-bac4-f010ca2d1288 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500356 Sep 22 13:14:14.944031 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cc2a8-4986-44c3-a9ec-b1152861c596 req-9e9c0092-5871-4129-93f7-0fe308f49cb8 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:14.946917 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3e567334-8a77-41e5-bc57-f8063b47cd8f tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d328c1569ef144f9a18c973a5f511eda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312312 Sep 22 13:14:14.947147 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b08cc2a8-4986-44c3-a9ec-b1152861c596 req-9e9c0092-5871-4129-93f7-0fe308f49cb8 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0789063 Sep 22 13:14:14.980715 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e5d66869-0996-43ea-9cc1-5b84a1255eba req-c185a988-57be-4c28-a16e-8f84a63a44ad tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:14.994247 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4', 'aaae317a-63a2-4d22-ad36-3ca9211cdcbb', '61212e42-5473-4004-80a0-373d6f55f8f2', 'f332588d-756b-4e7c-abe2-71a2c5b790a6'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:14:15.006026 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b08cc2a8-4986-44c3-a9ec-b1152861c596 req-4e696f74-dd9f-46e1-8c7e-9e73f4a97117 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466189 Sep 22 13:14:15.027527 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185a988-57be-4c28-a16e-8f84a63a44ad tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Pushing event deleted for resources: {'Port': ['ID=f332588d-756b-4e7c-abe2-71a2c5b790a6,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:15.069094 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d66869-0996-43ea-9cc1-5b84a1255eba req-c185a988-57be-4c28-a16e-8f84a63a44ad tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] No DVR routers for this DVR port f332588d-756b-4e7c-abe2-71a2c5b790a6 on host hv-cinder-81000 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:14:15.071765 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-e5d66869-0996-43ea-9cc1-5b84a1255eba req-c185a988-57be-4c28-a16e-8f84a63a44ad tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:15.073802 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e5d66869-0996-43ea-9cc1-5b84a1255eba req-c185a988-57be-4c28-a16e-8f84a63a44ad tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "DELETE /v2.0/ports/f332588d-756b-4e7c-abe2-71a2c5b790a6 HTTP/1.1" status: 204 len: 173 time: 1.1369021 Sep 22 13:14:15.074251 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c9c788-beff-4411-a824-3363acb27590', 'name': 'network-vif-deleted', 'tag': 'f332588d-756b-4e7c-abe2-71a2c5b790a6'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:14:15.076581 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9ff26a-0aaa-4456-a3af-3eb21a443c2b" -d '{"events": [{"server_uuid": "44c9c788-beff-4411-a824-3363acb27590", "name": "network-vif-deleted", "tag": "f332588d-756b-4e7c-abe2-71a2c5b790a6"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:14:15.125557 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75724e5d-7ab4-4248-b3ca-0b61af355cad x-openstack-request-id: req-75724e5d-7ab4-4248-b3ca-0b61af355cad {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:14:15.126221 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c9c788-beff-4411-a824-3363acb27590", "name": "network-vif-deleted", "tag": "f332588d-756b-4e7c-abe2-71a2c5b790a6", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:14:15.126329 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75724e5d-7ab4-4248-b3ca-0b61af355cad {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:14:15.126740 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c9c788-beff-4411-a824-3363acb27590', 'name': 'network-vif-deleted', 'tag': 'f332588d-756b-4e7c-abe2-71a2c5b790a6', 'status': 'completed', 'code': 200} Sep 22 13:14:15.235071 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-10f033d1-0be8-469f-9bc9-051d552ad7c9 req-f89bebfc-fd2a-4135-9be1-a6c3d38624b8 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 210 time: 0.0478773 Sep 22 13:14:15.278568 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4f508-2047-4498-a501-a3c6057a03ac req-db645e39-15b5-499f-aa69-a279025cafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:15.281577 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7cb4f508-2047-4498-a501-a3c6057a03ac req-db645e39-15b5-499f-aa69-a279025cafa5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 1099 time: 0.0488081 Sep 22 13:14:15.340001 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5f582f04-f3ca-4762-a890-62231ae97ea7 req-12577349-41c4-4130-b807-3fce6ae19e84 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 210 time: 0.0329230 Sep 22 13:14:15.355103 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7cb4f508-2047-4498-a501-a3c6057a03ac req-5653ad0e-b930-4b30-a726-5062c1790326 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621357 Sep 22 13:14:15.839621 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf7bd3-0a92-4637-8008-ba762dcdbdee req-9d8db609-9f7e-4502-bd12-6fa9b7fef82d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:15.841120 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5cdf7bd3-0a92-4637-8008-ba762dcdbdee req-9d8db609-9f7e-4502-bd12-6fa9b7fef82d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0489469 Sep 22 13:14:15.883833 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5cdf7bd3-0a92-4637-8008-ba762dcdbdee req-59c956c4-4e5a-455b-a872-df4dbc47aaa6 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366154 Sep 22 13:14:16.122448 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7447c5-b1f9-4c88-90c9-c2b4261c7ef7 req-c1ede3b4-d519-4c43-81c8-f507b92d6776 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:16.123965 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ec7447c5-b1f9-4c88-90c9-c2b4261c7ef7 req-c1ede3b4-d519-4c43-81c8-f507b92d6776 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0582747 Sep 22 13:14:16.169908 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ec7447c5-b1f9-4c88-90c9-c2b4261c7ef7 req-d9c11a7b-ee4c-4d10-8400-637ffdd8dc4e tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385237 Sep 22 13:14:16.334051 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0ebb4ac7-123c-4f87-a346-53c05b3e4a47 req-bd696d20-c78b-4ff1-a7e4-29322f01e3e3 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 210 time: 0.0368698 Sep 22 13:14:16.467052 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-20459a57-ee8f-4c07-a70e-c45afc9a3cf2 req-407fe66a-8387-41d9-b2cb-96528912d824 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=44c9c788-beff-4411-a824-3363acb27590 HTTP/1.1" status: 200 len: 210 time: 0.0325403 Sep 22 13:14:17.039378 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb1dd4-c75c-4216-840f-dc9b2bb4cdc1 req-1ed31501-0452-4ed1-bac7-b48ed1608735 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:17.041082 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9ccb1dd4-c75c-4216-840f-dc9b2bb4cdc1 req-1ed31501-0452-4ed1-bac7-b48ed1608735 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0716043 Sep 22 13:14:17.088717 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9ccb1dd4-c75c-4216-840f-dc9b2bb4cdc1 req-dbab0b3b-b76a-40c5-a786-b275f60e54f8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395625 Sep 22 13:14:17.301523 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e924a45-1203-459c-8b5b-76761194b8ad req-d0cfcc70-ac9f-4368-bb80-a0dc4190d9cd tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:17.302975 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9e924a45-1203-459c-8b5b-76761194b8ad req-d0cfcc70-ac9f-4368-bb80-a0dc4190d9cd tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0670562 Sep 22 13:14:17.349311 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9e924a45-1203-459c-8b5b-76761194b8ad req-fb040a67-55b8-468d-9907-4113431e2e66 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369737 Sep 22 13:14:17.424856 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7edf5097-ee9a-452e-8cab-dc2e8c43950a req-ec83515c-5ef7-43fd-9911-cfbc79cc0122 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 210 time: 0.0320902 Sep 22 13:14:18.021564 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d94fa-0eea-4ae7-a287-e0f41f66fa98 req-96ea4b97-185f-4511-94b4-7510e6b05d58 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:18.024819 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-307d94fa-0eea-4ae7-a287-e0f41f66fa98 req-96ea4b97-185f-4511-94b4-7510e6b05d58 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0627210 Sep 22 13:14:18.076189 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-307d94fa-0eea-4ae7-a287-e0f41f66fa98 req-c312ddb1-995a-4d5b-99f6-7e8ce433dabe tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433183 Sep 22 13:14:18.103617 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e129af-1002-49f5-a246-29753095c020 req-71dcca79-ee16-4e0f-8f29-5f603c1bae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:18.105345 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f3e129af-1002-49f5-a246-29753095c020 req-71dcca79-ee16-4e0f-8f29-5f603c1bae1d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d04a4440bd974592a2c14375e7f7fa18&device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 1099 time: 0.0567961 Sep 22 13:14:18.242420 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e129af-1002-49f5-a246-29753095c020 req-b4513d85-6cc0-42d4-acb2-aeac15e14bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:18.243890 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f3e129af-1002-49f5-a246-29753095c020 req-b4513d85-6cc0-42d4-acb2-aeac15e14bc4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c6ea9935-8102-4648-ae6c-92fac791d7fa HTTP/1.1" status: 200 len: 919 time: 0.1308458 Sep 22 13:14:18.258115 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37efe5d-0042-4650-bc90-fb28cb0a65e7 req-6162399a-b529-436b-920d-a7a99089c002 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:18.259879 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f37efe5d-0042-4650-bc90-fb28cb0a65e7 req-6162399a-b529-436b-920d-a7a99089c002 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0796199 Sep 22 13:14:18.303120 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f3e129af-1002-49f5-a246-29753095c020 req-4fe3fc67-0fef-452f-8925-6d9e6dc828dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e985e239-a74d-451d-b44e-08c49c83ef5e HTTP/1.1" status: 200 len: 217 time: 0.0422447 Sep 22 13:14:18.366246 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f37efe5d-0042-4650-bc90-fb28cb0a65e7 req-f7deff85-3f1e-41df-9457-3bfd39c6d857 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978601 Sep 22 13:14:18.375660 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e129af-1002-49f5-a246-29753095c020 req-faf4c55e-1a8a-44ca-b9f1-6dd0b2bffc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:18.377242 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f3e129af-1002-49f5-a246-29753095c020 req-faf4c55e-1a8a-44ca-b9f1-6dd0b2bffc44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3406f934-e65f-428d-9536-b198c58b9695 HTTP/1.1" status: 200 len: 858 time: 0.0659430 Sep 22 13:14:18.415718 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f3e129af-1002-49f5-a246-29753095c020 req-482d2ab0-d1a7-4bd3-a326-5e0058799d10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c6ea9935-8102-4648-ae6c-92fac791d7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279174 Sep 22 13:14:18.513477 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f3e129af-1002-49f5-a246-29753095c020 req-ae8a219a-db9f-405c-a73a-8f715098c019 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899556 Sep 22 13:14:18.545560 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c0b7a463-2c79-45c3-bd76-b6c59908e18d req-5261b2a8-1dca-478d-8aec-9c060fe5199a tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 210 time: 0.0349267 Sep 22 13:14:18.628001 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f3e129af-1002-49f5-a246-29753095c020 req-912ae62a-4332-4c28-810b-109b8afbe545 service neutron] 10.222.0.23 "GET /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006296 Sep 22 13:14:18.734375 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f332588d-756b-4e7c-abe2-71a2c5b790a6 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:14:18.756618 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: f332588d-756b-4e7c-abe2-71a2c5b790a6 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:14:18.756969 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f332588d-756b-4e7c-abe2-71a2c5b790a6 not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:14:19.024689 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-6c63b7c2-34e3-4b8c-8ed4-b278ce54258f tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d328c1569ef144f9a18c973a5f511eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228171 Sep 22 13:14:19.166222 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-071a4a2d-479a-4e01-9828-c4a178ba48d3 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:19.168572 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-071a4a2d-479a-4e01-9828-c4a178ba48d3 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329195 Sep 22 13:14:19.189657 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Request body: {'port': {'device_id': 'bc55bec9-bad8-4cfb-8cde-ed61e8c97a24', 'network_id': '19791ed7-7add-45c0-99ad-e2e9f377f486', 'admin_state_up': True, 'tenant_id': 'd328c1569ef144f9a18c973a5f511eda'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:14:19.299049 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d59b26-4516-4534-ae90-1b7a4d7e4fe3 req-068fb141-a5a4-4ac8-8ff8-b939ae933a7d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:19.300637 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b8d59b26-4516-4534-ae90-1b7a4d7e4fe3 req-068fb141-a5a4-4ac8-8ff8-b939ae933a7d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0671697 Sep 22 13:14:19.362219 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b8d59b26-4516-4534-ae90-1b7a4d7e4fe3 req-fe53f43f-998b-4a99-b166-94023351be6b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481157 Sep 22 13:14:19.402778 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250b1a6-8aff-4dd8-b662-839ae87925f8 req-16265481-2523-497c-abab-8153ddfcd1f7 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:19.406026 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0250b1a6-8aff-4dd8-b662-839ae87925f8 req-16265481-2523-497c-abab-8153ddfcd1f7 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 945 time: 0.0560000 Sep 22 13:14:19.407218 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Made reservation on behalf of d328c1569ef144f9a18c973a5f511eda for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:14:19.414953 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:19.430742 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:19.482392 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0250b1a6-8aff-4dd8-b662-839ae87925f8 req-703295e0-22ed-4e6c-bfb2-313f31d298fe tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675735 Sep 22 13:14:19.505812 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beb231-efc9-44d6-9587-00347fa5aa1a req-3720ddd2-9fc6-4dc5-b6f7-5b12b7deebf1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:19.516130 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-48beb231-efc9-44d6-9587-00347fa5aa1a req-3720ddd2-9fc6-4dc5-b6f7-5b12b7deebf1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0608506 Sep 22 13:14:19.555154 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-48beb231-efc9-44d6-9587-00347fa5aa1a req-d3852033-6e7c-45c0-863c-f8b5ff8105d6 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401390 Sep 22 13:14:19.574828 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:19.653548 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-efbfa230-8f90-468a-805e-91ce412508eb req-2999225c-a44b-44aa-a661-c7518fd722e8 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 210 time: 0.0274236 Sep 22 13:14:19.675259 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:19.735085 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0983ed12-1b22-4999-a88a-48b1451fba4f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:19.821902 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Allocated IP 192.168.233.66 (19791ed7-7add-45c0-99ad-e2e9f377f486/d8ab9747-32ff-4b8b-b9f2-f41d657c78d2/2b15b73b-052e-4534-8652-b8314f4f4eef) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:14:19.974771 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:20.113927 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:20.158175 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Network 19791ed7-7add-45c0-99ad-e2e9f377f486 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:14:20.161131 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:14:20.164939 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:14:20.174093 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Pushing event updated for resources: {'Port': ['ID=2b15b73b-052e-4534-8652-b8314f4f4eef,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:20.223943 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:20.224589 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:20.314660 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-3191999e-6446-43d4-bb72-f514032c8880 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1290665 Sep 22 13:14:20.334534 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Request body: {'port': {'device_id': 'bc55bec9-bad8-4cfb-8cde-ed61e8c97a24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:14:20.357672 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-ed9b9cfa-4f5a-42e1-9b95-a22c2e784136 None None] Provisioning complete for port 2b15b73b-052e-4534-8652-b8314f4f4eef triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:14:20.358311 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ed9b9cfa-4f5a-42e1-9b95-a22c2e784136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:20.393399 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:20.395417 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b9cfa-4f5a-42e1-9b95-a22c2e784136 None None] Port 2b15b73b-052e-4534-8652-b8314f4f4eef cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:14:20.483951 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb370d1-44ee-46bc-b315-a8971fd3bb2b req-6f30a404-e020-4511-a99e-092f17be5569 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:20.485412 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7fb370d1-44ee-46bc-b315-a8971fd3bb2b req-6f30a404-e020-4511-a99e-092f17be5569 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0485859 Sep 22 13:14:20.527633 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7fb370d1-44ee-46bc-b315-a8971fd3bb2b req-00706fd9-174e-4da8-8645-ca509770b7a3 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347564 Sep 22 13:14:20.662784 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20febe-b957-4b85-bde2-78b3a35e505b req-6fd3e35f-3afc-4540-b734-49b04b2b7b01 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:20.664859 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1f20febe-b957-4b85-bde2-78b3a35e505b req-6fd3e35f-3afc-4540-b734-49b04b2b7b01 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 945 time: 0.0818985 Sep 22 13:14:20.684438 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc07c45-163e-4501-905e-57207c4bda55 req-639b5018-c526-46b6-8c9f-c98d23d91253 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:20.686076 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2dc07c45-163e-4501-905e-57207c4bda55 req-639b5018-c526-46b6-8c9f-c98d23d91253 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0522976 Sep 22 13:14:20.725872 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2dc07c45-163e-4501-905e-57207c4bda55 req-55bfd262-c25b-4da5-a5e5-221b49222d24 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322943 Sep 22 13:14:20.749914 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1f20febe-b957-4b85-bde2-78b3a35e505b req-1b79fe32-db2a-41f9-a21e-4f978b02ba3d tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780728 Sep 22 13:14:20.754039 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b15b73b-052e-4534-8652-b8314f4f4eef {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:14:20.766516 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:20.784253 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Transition to ACTIVE for port object 2b15b73b-052e-4534-8652-b8314f4f4eef will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:14:20.847365 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51730769-f874-4ced-b6d0-f12b3228fc7c req-05506595-da80-42a5-8728-cc0eeb20cd19 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:20.848976 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-51730769-f874-4ced-b6d0-f12b3228fc7c req-05506595-da80-42a5-8728-cc0eeb20cd19 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 935 time: 0.0492187 Sep 22 13:14:20.894529 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-51730769-f874-4ced-b6d0-f12b3228fc7c req-be6fdde5-d18e-42de-b03f-b3519ae7f388 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390055 Sep 22 13:14:20.911285 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:20.989540 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Pushing event updated for resources: {'Port': ['ID=2b15b73b-052e-4534-8652-b8314f4f4eef,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:21.047138 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Attempting to bind port 2b15b73b-052e-4534-8652-b8314f4f4eef on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:14:21.047507 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Attempting to bind port 2b15b73b-052e-4534-8652-b8314f4f4eef by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '17949b24-1396-414f-a04e-c05c1780281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '19791ed7-7add-45c0-99ad-e2e9f377f486'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:14:21.047832 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Attempting to bind port 2b15b73b-052e-4534-8652-b8314f4f4eef on network 19791ed7-7add-45c0-99ad-e2e9f377f486 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:14:21.053439 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Port 2b15b73b-052e-4534-8652-b8314f4f4eef on network 19791ed7-7add-45c0-99ad-e2e9f377f486 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:14:21.053763 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Attempting to bind port 2b15b73b-052e-4534-8652-b8314f4f4eef on network 19791ed7-7add-45c0-99ad-e2e9f377f486 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:14:21.059648 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:14:21.060013 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Checking segment: {'id': '17949b24-1396-414f-a04e-c05c1780281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '19791ed7-7add-45c0-99ad-e2e9f377f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:14:21.060498 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Bound using segment: {'id': '17949b24-1396-414f-a04e-c05c1780281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '19791ed7-7add-45c0-99ad-e2e9f377f486'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:14:21.061017 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Bound port: 2b15b73b-052e-4534-8652-b8314f4f4eef, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17949b24-1396-414f-a04e-c05c1780281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '19791ed7-7add-45c0-99ad-e2e9f377f486'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:14:21.061450 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:21.161474 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] For port 2b15b73b-052e-4534-8652-b8314f4f4eef, host hv-cinder-81000, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:14:21.165619 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] For port 2b15b73b-052e-4534-8652-b8314f4f4eef, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=2b15b73b-052e-4534-8652-b8314f4f4eef,segment=NetworkSegment(17949b24-1396-414f-a04e-c05c1780281d),segment_id=17949b24-1396-414f-a04e-c05c1780281d)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:14:21.222609 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:21.258865 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:21.259518 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:21.261024 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] 10.222.0.23 "PUT /v2.0/ports/2b15b73b-052e-4534-8652-b8314f4f4eef HTTP/1.1" status: 200 len: 1097 time: 0.9310472 Sep 22 13:14:21.261494 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc55bec9-bad8-4cfb-8cde-ed61e8c97a24', 'tag': '2b15b73b-052e-4534-8652-b8314f4f4eef'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:14:21.263876 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d558f32-c88b-49e9-bc66-94b2971c587f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc55bec9-bad8-4cfb-8cde-ed61e8c97a24", "tag": "2b15b73b-052e-4534-8652-b8314f4f4eef"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:14:21.296489 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144776c-6779-4b1b-bb41-debb1486d97e service neutron] Pushing event updated for resources: {'Port': ['ID=2b15b73b-052e-4534-8652-b8314f4f4eef,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:21.308521 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c8b969-b13b-4bca-9644-9e18a818c81f x-openstack-request-id: req-56c8b969-b13b-4bca-9644-9e18a818c81f {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:14:21.308820 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc55bec9-bad8-4cfb-8cde-ed61e8c97a24", "tag": "2b15b73b-052e-4534-8652-b8314f4f4eef", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:14:21.309168 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56c8b969-b13b-4bca-9644-9e18a818c81f {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:14:21.309456 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc55bec9-bad8-4cfb-8cde-ed61e8c97a24', 'tag': '2b15b73b-052e-4534-8652-b8314f4f4eef', 'status': 'completed', 'code': 200} Sep 22 13:14:21.393993 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d558f32-c88b-49e9-bc66-94b2971c587f req-5cac1f4d-059b-4307-bafd-ac7a94f2a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:21.393993 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9d558f32-c88b-49e9-bc66-94b2971c587f req-5cac1f4d-059b-4307-bafd-ac7a94f2a46c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d328c1569ef144f9a18c973a5f511eda&device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 1100 time: 0.0462792 Sep 22 13:14:21.421000 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9d558f32-c88b-49e9-bc66-94b2971c587f req-98418f6a-a7be-48cf-a121-57548f3dc994 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d328c1569ef144f9a18c973a5f511eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210428 Sep 22 13:14:21.492650 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd873a09-d392-45b9-82e3-ea4a21a7eb4f req-8e86b89a-c6cd-4ba8-b30d-9e3814c8d11f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:21.494210 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bd873a09-d392-45b9-82e3-ea4a21a7eb4f req-8e86b89a-c6cd-4ba8-b30d-9e3814c8d11f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 945 time: 0.0520368 Sep 22 13:14:21.552869 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d558f32-c88b-49e9-bc66-94b2971c587f req-6209952c-2122-459b-bff0-ae7438beb802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:21.555250 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9d558f32-c88b-49e9-bc66-94b2971c587f req-6209952c-2122-459b-bff0-ae7438beb802 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1136112 Sep 22 13:14:21.598058 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-bd873a09-d392-45b9-82e3-ea4a21a7eb4f req-7b6afcc7-fd6f-4d8f-afaa-ce4dc63e23dc tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Deleting port 61212e42-5473-4004-80a0-373d6f55f8f2 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:14:21.598408 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-bd873a09-d392-45b9-82e3-ea4a21a7eb4f req-7b6afcc7-fd6f-4d8f-afaa-ce4dc63e23dc tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:21.643302 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-b84a9611-0ce0-4667-8c2a-9a706944940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:21.644959 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-b84a9611-0ce0-4667-8c2a-9a706944940c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d328c1569ef144f9a18c973a5f511eda&device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 1100 time: 0.0422969 Sep 22 13:14:21.690406 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-5e27ec77-ddd9-4b9a-a4ab-6e2eb929383d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=2b15b73b-052e-4534-8652-b8314f4f4eef HTTP/1.1" status: 200 len: 217 time: 0.0358129 Sep 22 13:14:21.707295 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0367f-13b7-42ad-8db2-9c99ea793ed4 req-be96bc3e-c42c-4df4-a19f-fe444a556b93 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:21.708897 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4bb0367f-13b7-42ad-8db2-9c99ea793ed4 req-be96bc3e-c42c-4df4-a19f-fe444a556b93 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.1070006 Sep 22 13:14:21.756643 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-bdaf4363-85a7-4958-beed-7a0705883567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:21.756888 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-bd873a09-d392-45b9-82e3-ea4a21a7eb4f req-7b6afcc7-fd6f-4d8f-afaa-ce4dc63e23dc tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] For port 61212e42-5473-4004-80a0-373d6f55f8f2, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=61212e42-5473-4004-80a0-373d6f55f8f2,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:21.757079 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-bd873a09-d392-45b9-82e3-ea4a21a7eb4f req-7b6afcc7-fd6f-4d8f-afaa-ce4dc63e23dc tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:21.759422 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-bdaf4363-85a7-4958-beed-7a0705883567 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8ab9747-32ff-4b8b-b9f2-f41d657c78d2 HTTP/1.1" status: 200 len: 843 time: 0.0608094 Sep 22 13:14:21.784290 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4bb0367f-13b7-42ad-8db2-9c99ea793ed4 req-6531009a-9e08-4051-bdaa-ba7693f0247d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660753 Sep 22 13:14:21.785345 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-bd873a09-d392-45b9-82e3-ea4a21a7eb4f req-7b6afcc7-fd6f-4d8f-afaa-ce4dc63e23dc tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Calling delete_port for 61212e42-5473-4004-80a0-373d6f55f8f2 owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:14:21.890845 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cfb33-5e1d-4500-820f-494c88adb23b req-62d2ed7a-8690-411c-b9ac-827942fa612d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:21.892363 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a40cfb33-5e1d-4500-820f-494c88adb23b req-62d2ed7a-8690-411c-b9ac-827942fa612d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0830226 Sep 22 13:14:21.894582 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-69b60413-b843-4431-a8f9-29dc616cc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:21.895970 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-69b60413-b843-4431-a8f9-29dc616cc9f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=19791ed7-7add-45c0-99ad-e2e9f377f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1240315 Sep 22 13:14:21.955498 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68c8f-a9c2-4ecd-a1a2-1f3849e9781b req-e489f9f7-a629-4311-92bf-30fec3f3bf1d tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:21.957011 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-67b68c8f-a9c2-4ecd-a1a2-1f3849e9781b req-e489f9f7-a629-4311-92bf-30fec3f3bf1d tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 945 time: 0.0710986 Sep 22 13:14:21.966106 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a40cfb33-5e1d-4500-820f-494c88adb23b req-b0401269-7954-4ca3-acbf-7a7225a6d78f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662310 Sep 22 13:14:22.030195 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-ee767497-e2f6-406c-9ad6-3ee8c8b35438 service neutron] 10.222.0.23 "GET /v2.0/networks/19791ed7-7add-45c0-99ad-e2e9f377f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237807 Sep 22 13:14:22.043805 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-67b68c8f-a9c2-4ecd-a1a2-1f3849e9781b req-6f454635-55ca-4d45-89e4-d92b9e780e0b tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780470 Sep 22 13:14:22.141585 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-bd873a09-d392-45b9-82e3-ea4a21a7eb4f req-7b6afcc7-fd6f-4d8f-afaa-ce4dc63e23dc tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:22.144310 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9236a8c1-e78b-4909-8846-f98f36903a74 req-c31a1c17-3c15-40e5-9e3a-42f1637ef73c service neutron] 10.222.0.23 "GET /v2.0/networks/19791ed7-7add-45c0-99ad-e2e9f377f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049948 Sep 22 13:14:22.167389 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4', 'aaae317a-63a2-4d22-ad36-3ca9211cdcbb', '61212e42-5473-4004-80a0-373d6f55f8f2'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:14:22.217280 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6afcc7-fd6f-4d8f-afaa-ce4dc63e23dc tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Pushing event deleted for resources: {'Port': ['ID=61212e42-5473-4004-80a0-373d6f55f8f2,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:22.257105 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d3c5c-86b0-408e-9d23-10e3e905504e req-6106ec23-e601-4100-a196-971d6385c52f tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:22.260497 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d70d3c5c-86b0-408e-9d23-10e3e905504e req-6106ec23-e601-4100-a196-971d6385c52f tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 947 time: 0.1526060 Sep 22 13:14:22.276439 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd873a09-d392-45b9-82e3-ea4a21a7eb4f req-7b6afcc7-fd6f-4d8f-afaa-ce4dc63e23dc tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] No DVR routers for this DVR port 61212e42-5473-4004-80a0-373d6f55f8f2 on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:14:22.280805 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-bd873a09-d392-45b9-82e3-ea4a21a7eb4f req-7b6afcc7-fd6f-4d8f-afaa-ce4dc63e23dc tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:22.283053 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bd873a09-d392-45b9-82e3-ea4a21a7eb4f req-7b6afcc7-fd6f-4d8f-afaa-ce4dc63e23dc tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "DELETE /v2.0/ports/61212e42-5473-4004-80a0-373d6f55f8f2 HTTP/1.1" status: 204 len: 173 time: 0.7815444 Sep 22 13:14:22.284217 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc54643-cc02-4783-b19d-488a79688fba', 'name': 'network-vif-deleted', 'tag': '61212e42-5473-4004-80a0-373d6f55f8f2'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:14:22.287237 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a7b767-1076-4b98-b468-516b2f8ad681" -d '{"events": [{"server_uuid": "1dc54643-cc02-4783-b19d-488a79688fba", "name": "network-vif-deleted", "tag": "61212e42-5473-4004-80a0-373d6f55f8f2"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:14:22.332302 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d70d3c5c-86b0-408e-9d23-10e3e905504e req-baa892b3-9125-4951-bda9-31a6018961a3 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567172 Sep 22 13:14:22.393688 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afd8cbc-7ee0-4610-a2dd-3636e2c91b6f x-openstack-request-id: req-1afd8cbc-7ee0-4610-a2dd-3636e2c91b6f {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:14:22.394387 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc54643-cc02-4783-b19d-488a79688fba", "name": "network-vif-deleted", "tag": "61212e42-5473-4004-80a0-373d6f55f8f2", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:14:22.394642 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1afd8cbc-7ee0-4610-a2dd-3636e2c91b6f {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:14:22.395036 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc54643-cc02-4783-b19d-488a79688fba', 'name': 'network-vif-deleted', 'tag': '61212e42-5473-4004-80a0-373d6f55f8f2', 'status': 'completed', 'code': 200} Sep 22 13:14:22.760623 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f7c357bd-91b5-4b33-a096-555dac674c13 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:14:22.857806 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f7c357bd-91b5-4b33-a096-555dac674c13, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f7c357bd-91b5-4b33-a096-555dac674c13,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:22.869952 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'port_id': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'mac_address': 'fa:16:3e:63:94:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:14:22.908566 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:22.921376 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c357bd-91b5-4b33-a096-555dac674c13 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:14:22.941889 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f7c357bd-91b5-4b33-a096-555dac674c13, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f7c357bd-91b5-4b33-a096-555dac674c13,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:23.022431 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:23.076786 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=f7c357bd-91b5-4b33-a096-555dac674c13,revision_number=9']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:23.086036 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:23.086397 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:23.086735 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:23.087069 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:23.087399 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:23.087851 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:23.088182 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:23.088505 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:23.088847 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:23.089221 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:23.089497 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:23.089971 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:14:23.092780 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed3e5b-4db0-488d-9082-bfbfa1022892 req-55c6eb0b-3cfb-4ef6-81a2-c4392f5a5142 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:23.096950 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-afed3e5b-4db0-488d-9082-bfbfa1022892 req-55c6eb0b-3cfb-4ef6-81a2-c4392f5a5142 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 944 time: 0.0535345 Sep 22 13:14:23.137811 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-afed3e5b-4db0-488d-9082-bfbfa1022892 req-1de3462b-e3f1-483f-a23c-dffa6461749c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373180 Sep 22 13:14:23.165641 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1dbbace5-f0aa-42dd-966d-7206fc7f9a35 req-1234cfa9-1d97-4ec3-a861-db2c4d591cfb tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc54643-cc02-4783-b19d-488a79688fba HTTP/1.1" status: 200 len: 210 time: 0.0313199 Sep 22 13:14:23.437484 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['f7c357bd-91b5-4b33-a096-555dac674c13'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:14:23.467793 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d06ddf-158b-4fa7-9ed5-62b24230ff1e req-cb25b8c2-db5d-42dd-a4da-aa43af7fc247 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:23.470594 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-11d06ddf-158b-4fa7-9ed5-62b24230ff1e req-cb25b8c2-db5d-42dd-a4da-aa43af7fc247 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 947 time: 0.0597985 Sep 22 13:14:23.518424 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-11d06ddf-158b-4fa7-9ed5-62b24230ff1e req-8afad4ae-70cd-4e28-9740-b7dbae2fd693 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379581 Sep 22 13:14:24.271030 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baddcf1-d11b-4660-b0c5-489cd54fd5ff req-68bbcb2f-d3a3-4b16-bbd9-1145191bdd14 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:24.273179 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3baddcf1-d11b-4660-b0c5-489cd54fd5ff req-68bbcb2f-d3a3-4b16-bbd9-1145191bdd14 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 944 time: 0.0515964 Sep 22 13:14:24.316402 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3baddcf1-d11b-4660-b0c5-489cd54fd5ff req-cf3c530f-4fb4-4e57-9e92-d7533ed79a67 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362103 Sep 22 13:14:24.636552 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac8977-d95f-4b07-bf35-4668e71fffeb req-9727109e-33e1-4e3a-98f7-e9c8f92af37c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:24.638128 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a5ac8977-d95f-4b07-bf35-4668e71fffeb req-9727109e-33e1-4e3a-98f7-e9c8f92af37c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 946 time: 0.0579927 Sep 22 13:14:24.662507 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f52d53-cb7f-4fa6-8a13-2eceadaed111 req-0c3fb709-5a4e-4ade-be5a-9bf991c99fe2 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:24.664770 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-02f52d53-cb7f-4fa6-8a13-2eceadaed111 req-0c3fb709-5a4e-4ade-be5a-9bf991c99fe2 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 947 time: 0.0563288 Sep 22 13:14:24.692301 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a5ac8977-d95f-4b07-bf35-4668e71fffeb req-25e01984-a09b-409d-bf9e-6a8b1591df50 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473239 Sep 22 13:14:24.711772 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-02f52d53-cb7f-4fa6-8a13-2eceadaed111 req-f91f624c-c7fd-45c2-bb29-25b52bac2c64 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Sep 22 13:14:24.773979 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 2b15b73b-052e-4534-8652-b8314f4f4eef details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:14:24.777248 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f7c357bd-91b5-4b33-a096-555dac674c13 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:14:24.890707 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port f7c357bd-91b5-4b33-a096-555dac674c13 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:14:24.891074 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:24.939376 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 2b15b73b-052e-4534-8652-b8314f4f4eef, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=2b15b73b-052e-4534-8652-b8314f4f4eef,segment=NetworkSegment(17949b24-1396-414f-a04e-c05c1780281d),segment_id=17949b24-1396-414f-a04e-c05c1780281d)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:24.960597 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': '2b15b73b-052e-4534-8652-b8314f4f4eef', 'network_id': '19791ed7-7add-45c0-99ad-e2e9f377f486', 'port_id': '2b15b73b-052e-4534-8652-b8314f4f4eef', 'mac_address': 'fa:16:3e:7d:67:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ab9747-32ff-4b8b-b9f2-f41d657c78d2', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:14:25.031980 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:25.046097 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:25.061172 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b15b73b-052e-4534-8652-b8314f4f4eef {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:14:25.082356 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c357bd-91b5-4b33-a096-555dac674c13'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:14:25.084702 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870ee7a2-ba71-424e-b4e1-ab5d85d609b7" -d '{"events": [{"server_uuid": "a4d69add-5d3b-4453-bf51-5a27d905e4e7", "name": "network-vif-plugged", "status": "completed", "tag": "f7c357bd-91b5-4b33-a096-555dac674c13"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:14:25.102983 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 2b15b73b-052e-4534-8652-b8314f4f4eef, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=2b15b73b-052e-4534-8652-b8314f4f4eef,segment=NetworkSegment(17949b24-1396-414f-a04e-c05c1780281d),segment_id=17949b24-1396-414f-a04e-c05c1780281d)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:25.106538 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port f7c357bd-91b5-4b33-a096-555dac674c13, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f7c357bd-91b5-4b33-a096-555dac674c13,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:25.123538 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dbd704-1c95-454e-8ca1-2a27a08fb5cf x-openstack-request-id: req-20dbd704-1c95-454e-8ca1-2a27a08fb5cf {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:14:25.123726 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d69add-5d3b-4453-bf51-5a27d905e4e7", "name": "network-vif-plugged", "status": "completed", "tag": "f7c357bd-91b5-4b33-a096-555dac674c13", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:14:25.124013 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20dbd704-1c95-454e-8ca1-2a27a08fb5cf {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:14:25.124402 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'code': 200} Sep 22 13:14:25.181667 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:25.214109 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:25.235837 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=2b15b73b-052e-4534-8652-b8314f4f4eef,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:25.283802 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=f7c357bd-91b5-4b33-a096-555dac674c13,revision_number=10']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:25.437025 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c30171-2bb1-4198-bd7e-56a2384b9a13 req-12240eee-1586-4d11-a2f0-8a78288a4815 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:25.438521 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-45c30171-2bb1-4198-bd7e-56a2384b9a13 req-12240eee-1586-4d11-a2f0-8a78288a4815 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 946 time: 0.0501916 Sep 22 13:14:25.477685 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-45c30171-2bb1-4198-bd7e-56a2384b9a13 req-9e986d67-0f02-442b-a5d0-8dfe0a60bf2f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324478 Sep 22 13:14:25.694092 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['2b15b73b-052e-4534-8652-b8314f4f4eef'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:14:25.826661 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3a85b-bf87-4a34-91f0-734be8247dd4 req-f14023a2-0997-4a1a-a43c-e5aeebe97eab tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:25.829232 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e6d3a85b-bf87-4a34-91f0-734be8247dd4 req-f14023a2-0997-4a1a-a43c-e5aeebe97eab tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 946 time: 0.0554447 Sep 22 13:14:25.855106 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f880f-d025-4eb3-a7ce-deba3db3187b req-2aa55c74-c687-4135-902b-978f33595722 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:25.868741 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a57f880f-d025-4eb3-a7ce-deba3db3187b req-2aa55c74-c687-4135-902b-978f33595722 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 948 time: 0.0787385 Sep 22 13:14:25.882734 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e6d3a85b-bf87-4a34-91f0-734be8247dd4 req-73992470-f809-4e53-ba09-0b0cff8e76f0 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430243 Sep 22 13:14:25.909760 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a57f880f-d025-4eb3-a7ce-deba3db3187b req-00775bbc-99dd-4f7c-b33e-9215c69488d7 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398948 Sep 22 13:14:25.943019 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226537d-372a-4302-b91f-a6f1e76b25a7 req-23483f88-e9e4-4c29-9c4b-3c26f6c5fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:25.944684 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4226537d-372a-4302-b91f-a6f1e76b25a7 req-23483f88-e9e4-4c29-9c4b-3c26f6c5fd60 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 1099 time: 0.0416510 Sep 22 13:14:25.983669 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4226537d-372a-4302-b91f-a6f1e76b25a7 req-74364dbe-1fad-45a0-a633-50ad2bd6516c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296671 Sep 22 13:14:26.602065 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0b573-7213-401b-b23b-f257a0e7b59c req-a6899592-a73f-4141-b431-75773d2ac739 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:26.603486 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cdb0b573-7213-401b-b23b-f257a0e7b59c req-a6899592-a73f-4141-b431-75773d2ac739 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 946 time: 0.0515373 Sep 22 13:14:26.642012 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cdb0b573-7213-401b-b23b-f257a0e7b59c req-173b1b8c-aa22-4e50-9b92-21c2bf089258 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323415 Sep 22 13:14:26.777187 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 61212e42-5473-4004-80a0-373d6f55f8f2 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:14:26.797428 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: 61212e42-5473-4004-80a0-373d6f55f8f2 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:14:26.797770 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 61212e42-5473-4004-80a0-373d6f55f8f2 not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:14:27.008443 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813867f-8442-430e-b026-4e5160bebf55 req-87410cd5-09aa-4ed7-923b-8563d4485527 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:27.010094 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a813867f-8442-430e-b026-4e5160bebf55 req-87410cd5-09aa-4ed7-923b-8563d4485527 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 946 time: 0.0853624 Sep 22 13:14:27.010232 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557189b-1ce8-4b1b-806f-66e8cdf18efb req-2c19ff39-df4c-4420-accc-19bad9de1c45 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:27.013015 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5557189b-1ce8-4b1b-806f-66e8cdf18efb req-2c19ff39-df4c-4420-accc-19bad9de1c45 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 946 time: 0.0577898 Sep 22 13:14:27.051747 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5557189b-1ce8-4b1b-806f-66e8cdf18efb req-9b248fb1-8e10-4315-a8a7-bca9e28ce427 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338252 Sep 22 13:14:27.095907 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fd60d-8a0e-4180-9ea4-df9eb158d3c2 req-e8e460f5-1684-464f-8bc1-3d76a68ea5e5 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:27.097512 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2e8fd60d-8a0e-4180-9ea4-df9eb158d3c2 req-e8e460f5-1684-464f-8bc1-3d76a68ea5e5 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 948 time: 0.0864999 Sep 22 13:14:27.166074 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2e8fd60d-8a0e-4180-9ea4-df9eb158d3c2 req-240313c8-94bb-440c-a76e-4ecc1ec338e5 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496271 Sep 22 13:14:27.184229 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-a813867f-8442-430e-b026-4e5160bebf55 req-d211b397-e9aa-4f5d-b9f9-5206b378c44c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Deleting port aaae317a-63a2-4d22-ad36-3ca9211cdcbb {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:14:27.184575 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-a813867f-8442-430e-b026-4e5160bebf55 req-d211b397-e9aa-4f5d-b9f9-5206b378c44c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:27.287160 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-a813867f-8442-430e-b026-4e5160bebf55 req-d211b397-e9aa-4f5d-b9f9-5206b378c44c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] For port aaae317a-63a2-4d22-ad36-3ca9211cdcbb, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=aaae317a-63a2-4d22-ad36-3ca9211cdcbb,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:27.287686 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-a813867f-8442-430e-b026-4e5160bebf55 req-d211b397-e9aa-4f5d-b9f9-5206b378c44c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:27.303088 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-a813867f-8442-430e-b026-4e5160bebf55 req-d211b397-e9aa-4f5d-b9f9-5206b378c44c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Calling delete_port for aaae317a-63a2-4d22-ad36-3ca9211cdcbb owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:14:27.562813 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-a813867f-8442-430e-b026-4e5160bebf55 req-d211b397-e9aa-4f5d-b9f9-5206b378c44c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:27.576169 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4', 'aaae317a-63a2-4d22-ad36-3ca9211cdcbb'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:14:27.595005 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211b397-e9aa-4f5d-b9f9-5206b378c44c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Pushing event deleted for resources: {'Port': ['ID=aaae317a-63a2-4d22-ad36-3ca9211cdcbb,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:27.642472 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a813867f-8442-430e-b026-4e5160bebf55 req-d211b397-e9aa-4f5d-b9f9-5206b378c44c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] No DVR routers for this DVR port aaae317a-63a2-4d22-ad36-3ca9211cdcbb on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:14:27.646141 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-a813867f-8442-430e-b026-4e5160bebf55 req-d211b397-e9aa-4f5d-b9f9-5206b378c44c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:27.649042 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a813867f-8442-430e-b026-4e5160bebf55 req-d211b397-e9aa-4f5d-b9f9-5206b378c44c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "DELETE /v2.0/ports/aaae317a-63a2-4d22-ad36-3ca9211cdcbb HTTP/1.1" status: 204 len: 173 time: 0.6130593 Sep 22 13:14:27.649517 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8369eb82-e777-4163-baea-b3cc2fa04b12', 'name': 'network-vif-deleted', 'tag': 'aaae317a-63a2-4d22-ad36-3ca9211cdcbb'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:14:27.651871 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e8dc0c-cc68-4025-8ce6-1f1c8ff063cf" -d '{"events": [{"server_uuid": "8369eb82-e777-4163-baea-b3cc2fa04b12", "name": "network-vif-deleted", "tag": "aaae317a-63a2-4d22-ad36-3ca9211cdcbb"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:14:27.737635 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f52c98-3433-478f-bd83-5d180a70465c x-openstack-request-id: req-a6f52c98-3433-478f-bd83-5d180a70465c {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:14:27.738117 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8369eb82-e777-4163-baea-b3cc2fa04b12", "name": "network-vif-deleted", "tag": "aaae317a-63a2-4d22-ad36-3ca9211cdcbb", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:14:27.742937 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6f52c98-3433-478f-bd83-5d180a70465c {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:14:27.744174 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8369eb82-e777-4163-baea-b3cc2fa04b12', 'name': 'network-vif-deleted', 'tag': 'aaae317a-63a2-4d22-ad36-3ca9211cdcbb', 'status': 'completed', 'code': 200} Sep 22 13:14:27.890430 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb2c08-ec8b-422e-bd7e-1be6b9208785 req-e9978154-82ad-4db6-b4fa-e2ec6fb2843d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:27.898783 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-52fb2c08-ec8b-422e-bd7e-1be6b9208785 req-e9978154-82ad-4db6-b4fa-e2ec6fb2843d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 946 time: 0.0737598 Sep 22 13:14:27.907917 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52a1c9-397b-4221-adc1-02f5904efc73 req-04d39163-4a34-477e-890d-0c85bd907350 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:27.915325 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dc52a1c9-397b-4221-adc1-02f5904efc73 req-04d39163-4a34-477e-890d-0c85bd907350 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0578325 Sep 22 13:14:27.946655 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-52fb2c08-ec8b-422e-bd7e-1be6b9208785 req-bcc8452c-894a-4276-a79e-0f1c6b62e092 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462844 Sep 22 13:14:27.963657 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dc52a1c9-397b-4221-adc1-02f5904efc73 req-f4bf1aa8-5f2c-4737-ba36-6a6a4d0916ad tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458043 Sep 22 13:14:28.164023 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a4041831-b40c-41b6-a858-3caabe947c4a req-3718e9a0-4feb-4582-b37b-043c8360a0a7 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=8369eb82-e777-4163-baea-b3cc2fa04b12 HTTP/1.1" status: 200 len: 210 time: 0.0283806 Sep 22 13:14:28.300915 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482b199-9ff0-435e-8c8e-c790bd2a6fc7 req-3a366160-ece8-44f9-9713-78c22a6db5b0 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:28.302423 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1482b199-9ff0-435e-8c8e-c790bd2a6fc7 req-3a366160-ece8-44f9-9713-78c22a6db5b0 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 948 time: 0.0520160 Sep 22 13:14:28.345020 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1482b199-9ff0-435e-8c8e-c790bd2a6fc7 req-620d7f77-a16f-4b6c-82bf-9409b513c03b tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358617 Sep 22 13:14:28.776971 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 2b15b73b-052e-4534-8652-b8314f4f4eef up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:14:28.950652 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port 2b15b73b-052e-4534-8652-b8314f4f4eef completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:14:28.954756 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port 2b15b73b-052e-4534-8652-b8314f4f4eef triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:14:28.955179 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:29.040628 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:29.064986 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc55bec9-bad8-4cfb-8cde-ed61e8c97a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b15b73b-052e-4534-8652-b8314f4f4eef'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:14:29.067527 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa5c064-bb47-4a10-b421-7f605c756b70" -d '{"events": [{"server_uuid": "bc55bec9-bad8-4cfb-8cde-ed61e8c97a24", "name": "network-vif-plugged", "status": "completed", "tag": "2b15b73b-052e-4534-8652-b8314f4f4eef"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:14:29.081124 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 2b15b73b-052e-4534-8652-b8314f4f4eef, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=2b15b73b-052e-4534-8652-b8314f4f4eef,segment=NetworkSegment(17949b24-1396-414f-a04e-c05c1780281d),segment_id=17949b24-1396-414f-a04e-c05c1780281d)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:29.087833 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cfa4a-6acf-4121-8b15-eaef3ccc0373 req-956650e4-ec9a-46ff-8bd1-64e59ce820f6 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:29.089676 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434a844-2c3b-44bd-a603-b5e051bc5b53 req-3d2ee971-f2ce-4c53-b24d-f309d8e2c310 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:29.089816 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-de8cfa4a-6acf-4121-8b15-eaef3ccc0373 req-956650e4-ec9a-46ff-8bd1-64e59ce820f6 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0516500 Sep 22 13:14:29.090741 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d434a844-2c3b-44bd-a603-b5e051bc5b53 req-3d2ee971-f2ce-4c53-b24d-f309d8e2c310 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 946 time: 0.0565901 Sep 22 13:14:29.130048 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:29.131847 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-de8cfa4a-6acf-4121-8b15-eaef3ccc0373 req-b88d6d0a-d0dd-4d05-984a-a98b8757ba6c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360353 Sep 22 13:14:29.136521 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d434a844-2c3b-44bd-a603-b5e051bc5b53 req-8b11cc62-a489-4c65-ab4c-e7cd7e61586f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394013 Sep 22 13:14:29.181427 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052c308c-d6e9-4c50-95ac-5ce2825f7e8b x-openstack-request-id: req-052c308c-d6e9-4c50-95ac-5ce2825f7e8b {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:14:29.181717 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc55bec9-bad8-4cfb-8cde-ed61e8c97a24", "name": "network-vif-plugged", "status": "completed", "tag": "2b15b73b-052e-4534-8652-b8314f4f4eef", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:14:29.181971 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-052c308c-d6e9-4c50-95ac-5ce2825f7e8b {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:14:29.182362 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc55bec9-bad8-4cfb-8cde-ed61e8c97a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b15b73b-052e-4534-8652-b8314f4f4eef', 'code': 200} Sep 22 13:14:29.187392 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=2b15b73b-052e-4534-8652-b8314f4f4eef,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:29.461951 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece16c29-47e3-4b81-a99a-845dcab60952 req-5fdcac85-4fc6-4481-9e72-85d618887776 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:29.463511 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ece16c29-47e3-4b81-a99a-845dcab60952 req-5fdcac85-4fc6-4481-9e72-85d618887776 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 949 time: 0.0503604 Sep 22 13:14:29.503806 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ece16c29-47e3-4b81-a99a-845dcab60952 req-6c0512db-0032-440f-a5c0-ad368e835969 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343230 Sep 22 13:14:29.634338 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d65e5a-86ef-4141-915a-401808793d02 req-9af2596f-a446-42c6-b390-d7d2c235e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:29.635903 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-05d65e5a-86ef-4141-915a-401808793d02 req-9af2596f-a446-42c6-b390-d7d2c235e0eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 1102 time: 0.0450859 Sep 22 13:14:29.674017 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-05d65e5a-86ef-4141-915a-401808793d02 req-8497d881-9adc-463b-b94e-00c0ea7b6b4d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288670 Sep 22 13:14:30.254535 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5036b-d026-4e6c-ac14-915bf297f7ca req-4890f207-9667-43e0-92e9-59a193a31fdc tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:30.256236 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-17a5036b-d026-4e6c-ac14-915bf297f7ca req-4890f207-9667-43e0-92e9-59a193a31fdc tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0536916 Sep 22 13:14:30.257266 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b2d5f-fdae-4465-be4e-8a1df83893c6 req-e20d019e-508a-4fb2-b375-e41c937a5d6a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:30.259110 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-726b2d5f-fdae-4465-be4e-8a1df83893c6 req-e20d019e-508a-4fb2-b375-e41c937a5d6a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 946 time: 0.0518374 Sep 22 13:14:30.297668 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-17a5036b-d026-4e6c-ac14-915bf297f7ca req-b36a9770-7034-47cd-8b9a-b1e90f16a3e6 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345981 Sep 22 13:14:30.302631 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-726b2d5f-fdae-4465-be4e-8a1df83893c6 req-8edaea04-0816-4a80-94d1-3d6158d122e2 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366890 Sep 22 13:14:30.621629 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ead9-42c2-4904-8b73-1052b4eb1c88 req-94e4054a-559a-47a2-a4fe-3f790c13de83 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:30.623141 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-73e0ead9-42c2-4904-8b73-1052b4eb1c88 req-94e4054a-559a-47a2-a4fe-3f790c13de83 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 949 time: 0.0489669 Sep 22 13:14:30.662432 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-73e0ead9-42c2-4904-8b73-1052b4eb1c88 req-fb4a77ed-24c7-4cff-aa7d-b6cfd5292952 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330417 Sep 22 13:14:30.794922 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device aaae317a-63a2-4d22-ad36-3ca9211cdcbb no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:14:30.825765 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: aaae317a-63a2-4d22-ad36-3ca9211cdcbb {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:14:30.828487 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device aaae317a-63a2-4d22-ad36-3ca9211cdcbb not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:14:31.020893 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d06e-8c0a-4c8b-b0ff-04537b234a9b req-77587c4d-ae4c-416b-8da0-6a8334c7869c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:31.022343 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9318d06e-8c0a-4c8b-b0ff-04537b234a9b req-77587c4d-ae4c-416b-8da0-6a8334c7869c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 946 time: 0.0523367 Sep 22 13:14:31.059749 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9318d06e-8c0a-4c8b-b0ff-04537b234a9b req-8dae265b-bf4f-4202-9aab-94eabf9dc0f0 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Sep 22 13:14:31.416217 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3349a2-ec2b-4cfd-b720-ca0cef0683f1 req-1248e6dd-1ade-4e05-8eb0-a4a78d9ccf25 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:31.417689 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6f3349a2-ec2b-4cfd-b720-ca0cef0683f1 req-1248e6dd-1ade-4e05-8eb0-a4a78d9ccf25 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0493720 Sep 22 13:14:31.458875 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6f3349a2-ec2b-4cfd-b720-ca0cef0683f1 req-ca30cd36-a7f7-4b98-b29b-75225642242d tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348670 Sep 22 13:14:31.690603 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c6b23-e41e-4189-b9eb-74254b1b6c90 req-5506a79d-35a1-41cc-922a-7168dd3ca79c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:31.693066 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-097c6b23-e41e-4189-b9eb-74254b1b6c90 req-5506a79d-35a1-41cc-922a-7168dd3ca79c tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.23 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 945 time: 0.0571353 Sep 22 13:14:31.828113 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bc33c-b140-450c-a117-1427a105bbb7 req-2ac99cbf-8a05-42d8-9019-71855e2935a4 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:31.830080 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-046bc33c-b140-450c-a117-1427a105bbb7 req-2ac99cbf-8a05-42d8-9019-71855e2935a4 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 949 time: 0.0860083 Sep 22 13:14:31.866420 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-097c6b23-e41e-4189-b9eb-74254b1b6c90 req-e54e0a24-beca-4f56-838c-a238d5be259b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Deleting port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:14:31.866862 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-097c6b23-e41e-4189-b9eb-74254b1b6c90 req-e54e0a24-beca-4f56-838c-a238d5be259b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:31.915161 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-046bc33c-b140-450c-a117-1427a105bbb7 req-aedb0e9a-6c8f-4be1-8c42-5ece9fc6a9ce tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676923 Sep 22 13:14:31.986413 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-097c6b23-e41e-4189-b9eb-74254b1b6c90 req-e54e0a24-beca-4f56-838c-a238d5be259b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] For port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=77b84daf-d8c2-48ad-9cf3-ea50800c0b2d,segment=NetworkSegment(9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c),segment_id=9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:31.986773 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-097c6b23-e41e-4189-b9eb-74254b1b6c90 req-e54e0a24-beca-4f56-838c-a238d5be259b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:31.999694 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-097c6b23-e41e-4189-b9eb-74254b1b6c90 req-e54e0a24-beca-4f56-838c-a238d5be259b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Calling delete_port for 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:14:32.186165 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8d1ca-1547-4b72-a24e-2c397a895cf2 req-f48bd082-0d51-4aeb-b8c0-4970ca4d566f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:32.187839 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dba8d1ca-1547-4b72-a24e-2c397a895cf2 req-f48bd082-0d51-4aeb-b8c0-4970ca4d566f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 946 time: 0.0541580 Sep 22 13:14:32.205731 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-097c6b23-e41e-4189-b9eb-74254b1b6c90 req-e54e0a24-beca-4f56-838c-a238d5be259b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:32.220639 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['e985e239-a74d-451d-b44e-08c49c83ef5e', '77b84daf-d8c2-48ad-9cf3-ea50800c0b2d'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:14:32.251470 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e0a24-beca-4f56-838c-a238d5be259b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Pushing event deleted for resources: {'Port': ['ID=77b84daf-d8c2-48ad-9cf3-ea50800c0b2d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:32.295291 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dba8d1ca-1547-4b72-a24e-2c397a895cf2 req-903afd0c-2515-466c-9cd3-bd07cdb6d7c9 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011925 Sep 22 13:14:32.314189 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-097c6b23-e41e-4189-b9eb-74254b1b6c90 req-e54e0a24-beca-4f56-838c-a238d5be259b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] No DVR routers for this DVR port 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:14:32.316792 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-097c6b23-e41e-4189-b9eb-74254b1b6c90 req-e54e0a24-beca-4f56-838c-a238d5be259b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:32.318820 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-097c6b23-e41e-4189-b9eb-74254b1b6c90 req-e54e0a24-beca-4f56-838c-a238d5be259b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.23 "DELETE /v2.0/ports/77b84daf-d8c2-48ad-9cf3-ea50800c0b2d HTTP/1.1" status: 204 len: 173 time: 0.6071973 Sep 22 13:14:32.319269 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51372312-678a-4ec5-8407-7ef186a53479', 'name': 'network-vif-deleted', 'tag': '77b84daf-d8c2-48ad-9cf3-ea50800c0b2d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:14:32.331795 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99185aea-cd91-47cf-8bd9-d37891529560" -d '{"events": [{"server_uuid": "51372312-678a-4ec5-8407-7ef186a53479", "name": "network-vif-deleted", "tag": "77b84daf-d8c2-48ad-9cf3-ea50800c0b2d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:14:32.368095 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6883a73-957e-41de-920e-a306c408dd66 x-openstack-request-id: req-e6883a73-957e-41de-920e-a306c408dd66 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:14:32.368518 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51372312-678a-4ec5-8407-7ef186a53479", "name": "network-vif-deleted", "tag": "77b84daf-d8c2-48ad-9cf3-ea50800c0b2d", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:14:32.368767 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6883a73-957e-41de-920e-a306c408dd66 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:14:32.369170 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51372312-678a-4ec5-8407-7ef186a53479', 'name': 'network-vif-deleted', 'tag': '77b84daf-d8c2-48ad-9cf3-ea50800c0b2d', 'status': 'completed', 'code': 200} Sep 22 13:14:32.531212 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09914f-c069-4117-aad8-f3109084af3d req-80a11d20-742c-4879-8361-1c579c7db941 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:32.533069 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2d09914f-c069-4117-aad8-f3109084af3d req-80a11d20-742c-4879-8361-1c579c7db941 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 949 time: 0.0550494 Sep 22 13:14:32.562855 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-15f17207-5076-4095-88c1-d9e095f3d5d5 req-52f7a700-9cb2-4374-be65-acbaa0c194a7 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=51372312-678a-4ec5-8407-7ef186a53479 HTTP/1.1" status: 200 len: 210 time: 0.0272515 Sep 22 13:14:32.577052 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2d09914f-c069-4117-aad8-f3109084af3d req-bdbcb3cf-01cf-454b-a6cd-6ee3d1dbf84c tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380392 Sep 22 13:14:33.320241 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64849a77-45a7-4a39-a18d-7d99aca85fcf req-36b1a56c-3d7e-4615-b888-041a85065fca tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:33.322855 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-64849a77-45a7-4a39-a18d-7d99aca85fcf req-36b1a56c-3d7e-4615-b888-041a85065fca tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 946 time: 0.0494225 Sep 22 13:14:33.418142 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-64849a77-45a7-4a39-a18d-7d99aca85fcf req-cf372cb7-aa8f-4536-ac49-5e6af3979946 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Deleting port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:14:33.418482 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-64849a77-45a7-4a39-a18d-7d99aca85fcf req-cf372cb7-aa8f-4536-ac49-5e6af3979946 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:33.434201 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534c72-b5b6-4ca5-abe5-b74d0887ff28 req-2021385f-1434-4313-b1c6-3169c793e16f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:33.435770 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a0534c72-b5b6-4ca5-abe5-b74d0887ff28 req-2021385f-1434-4313-b1c6-3169c793e16f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 946 time: 0.0550728 Sep 22 13:14:33.482622 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a0534c72-b5b6-4ca5-abe5-b74d0887ff28 req-7db99b34-9963-4165-be6e-1a0dc3bf3871 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/security-groups?id=2224d96d-abdf-4eb1-b60b-24e627de350e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380971 Sep 22 13:14:33.517742 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-64849a77-45a7-4a39-a18d-7d99aca85fcf req-cf372cb7-aa8f-4536-ac49-5e6af3979946 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] For port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4,segment=NetworkSegment(a41ac700-a614-4729-87f4-3a571286efd2),segment_id=a41ac700-a614-4729-87f4-3a571286efd2)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:33.518114 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-64849a77-45a7-4a39-a18d-7d99aca85fcf req-cf372cb7-aa8f-4536-ac49-5e6af3979946 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:33.530628 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-64849a77-45a7-4a39-a18d-7d99aca85fcf req-cf372cb7-aa8f-4536-ac49-5e6af3979946 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Calling delete_port for 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:14:33.748027 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90844d79-7b8f-4b01-94fb-1ee11cac8ba8 req-3994000f-e877-4522-b103-123562f230a8 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:33.749740 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-90844d79-7b8f-4b01-94fb-1ee11cac8ba8 req-3994000f-e877-4522-b103-123562f230a8 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 949 time: 0.0740507 Sep 22 13:14:33.789476 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-90844d79-7b8f-4b01-94fb-1ee11cac8ba8 req-391f7a50-edf1-40ae-91a0-e59a347ce93f tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329232 Sep 22 13:14:33.796314 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-64849a77-45a7-4a39-a18d-7d99aca85fcf req-cf372cb7-aa8f-4536-ac49-5e6af3979946 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:33.813302 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:14:33.826923 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf372cb7-aa8f-4536-ac49-5e6af3979946 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Pushing event deleted for resources: {'Port': ['ID=0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:33.877159 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-64849a77-45a7-4a39-a18d-7d99aca85fcf req-cf372cb7-aa8f-4536-ac49-5e6af3979946 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] No DVR routers for this DVR port 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:14:33.880072 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-64849a77-45a7-4a39-a18d-7d99aca85fcf req-cf372cb7-aa8f-4536-ac49-5e6af3979946 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:33.882059 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-64849a77-45a7-4a39-a18d-7d99aca85fcf req-cf372cb7-aa8f-4536-ac49-5e6af3979946 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.23 "DELETE /v2.0/ports/0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 HTTP/1.1" status: 204 len: 173 time: 0.5535631 Sep 22 13:14:34.157167 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb8c59-3cc1-4593-a633-68f19c8f454e req-8184ba73-b143-4e3a-b80c-2149c0d48ece tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:34.158696 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-14eb8c59-3cc1-4593-a633-68f19c8f454e req-8184ba73-b143-4e3a-b80c-2149c0d48ece tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0563869 Sep 22 13:14:34.202101 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-14eb8c59-3cc1-4593-a633-68f19c8f454e req-bab07da1-1a40-4d2c-b416-f284d91c028b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359225 Sep 22 13:14:34.243131 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f91e-ec6e-4113-a12a-dbdabbc6905e req-62562854-65d1-4f83-9226-77fc40928cb6 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:34.245155 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a1e9f91e-ec6e-4113-a12a-dbdabbc6905e req-62562854-65d1-4f83-9226-77fc40928cb6 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0491269 Sep 22 13:14:34.296279 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a1e9f91e-ec6e-4113-a12a-dbdabbc6905e req-f1fceae9-47ac-41d9-a3bf-c5e5d330f22a tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446725 Sep 22 13:14:34.371800 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7', 'name': 'network-vif-deleted', 'tag': '0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:14:34.374380 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff634d1-42ff-4303-96b1-0635c1efcf57" -d '{"events": [{"server_uuid": "7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7", "name": "network-vif-deleted", "tag": "0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:14:34.390885 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb8be0-22f5-4156-9ca6-933cb5e33d9c req-1a8859b0-427b-4a64-bac9-66253bbb4625 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:34.392497 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f6fb8be0-22f5-4156-9ca6-933cb5e33d9c req-1a8859b0-427b-4a64-bac9-66253bbb4625 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 949 time: 0.0489695 Sep 22 13:14:34.393557 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a54e3-5447-4fdf-a913-26598c74a4f2 req-717d2a58-833b-4f36-b382-367d34643ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:34.395083 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-172a54e3-5447-4fdf-a913-26598c74a4f2 req-717d2a58-833b-4f36-b382-367d34643ccf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71b37942aed94a0193ab222fd05836ab&device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 1138 time: 0.0513527 Sep 22 13:14:34.410486 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1dbc99-a029-435c-847b-51476f20e7d3 x-openstack-request-id: req-7c1dbc99-a029-435c-847b-51476f20e7d3 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:14:34.410885 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7", "name": "network-vif-deleted", "tag": "0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:14:34.411141 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c1dbc99-a029-435c-847b-51476f20e7d3 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:14:34.411563 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7', 'name': 'network-vif-deleted', 'tag': '0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4', 'status': 'completed', 'code': 200} Sep 22 13:14:34.590553 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-90b724f3-354f-40c3-916a-da4849c5dede req-cca27f40-174f-4c85-91b0-db4b40cc5389 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 210 time: 0.0294728 Sep 22 13:14:34.905855 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5183f2-adc2-4a88-9324-124ad097c934 req-24814b67-41d2-4b91-8bb3-23621787ef19 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:34.907255 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-aa5183f2-adc2-4a88-9324-124ad097c934 req-24814b67-41d2-4b91-8bb3-23621787ef19 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 949 time: 0.0481946 Sep 22 13:14:34.944429 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-aa5183f2-adc2-4a88-9324-124ad097c934 req-d3ed4840-3f26-4b93-8e7e-f8e4ed6a3a5e tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312641 Sep 22 13:14:35.008515 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0a76810d-8483-4284-8d03-68f99ca00fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:35.315259 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fa977-8a0f-416c-addc-8a4ed85dd0dd req-915552d2-972a-4a64-9101-35f95013321b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:35.316840 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d77fa977-8a0f-416c-addc-8a4ed85dd0dd req-915552d2-972a-4a64-9101-35f95013321b tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0478141 Sep 22 13:14:35.355625 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d77fa977-8a0f-416c-addc-8a4ed85dd0dd req-06adc247-82b3-4afc-a399-8947fffbc325 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Sep 22 13:14:35.409239 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809d52a-32c6-41d7-8020-83f2bc90442e req-b450918e-3af0-4d32-aed0-d0415bdcdb3b tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:35.410727 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9809d52a-32c6-41d7-8020-83f2bc90442e req-b450918e-3af0-4d32-aed0-d0415bdcdb3b tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0482860 Sep 22 13:14:35.450634 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9809d52a-32c6-41d7-8020-83f2bc90442e req-5b709443-fc7f-4ad9-89bb-b2d1a26dab00 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335798 Sep 22 13:14:35.694437 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-34bc6eca-b25e-4f09-8990-b1dc289d3829 req-91fc344f-4b8b-40bc-bbd8-89f49938bc68 tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 210 time: 0.0260279 Sep 22 13:14:36.065096 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adfdd1-3646-462e-bd45-bbde359b8564 req-530f8a1a-7fb8-4ae9-859f-d59273629bd3 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:36.066559 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c6adfdd1-3646-462e-bd45-bbde359b8564 req-530f8a1a-7fb8-4ae9-859f-d59273629bd3 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 949 time: 0.0514278 Sep 22 13:14:36.103826 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c6adfdd1-3646-462e-bd45-bbde359b8564 req-75f1a7ba-491c-4097-9432-62b89d9a91b3 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309992 Sep 22 13:14:36.471255 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8f14b-d8ef-4594-b5b5-f7a469879c33 req-8f5bef80-4ab5-4a5c-9e13-da46ed9ebff8 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:36.472785 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1df8f14b-d8ef-4594-b5b5-f7a469879c33 req-8f5bef80-4ab5-4a5c-9e13-da46ed9ebff8 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0485163 Sep 22 13:14:36.510858 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1df8f14b-d8ef-4594-b5b5-f7a469879c33 req-a45d7e84-e8ea-417d-948c-db63f84cd600 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318198 Sep 22 13:14:36.564726 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebd145-502b-45bd-aa29-4485d560444f req-619b1b43-5414-4c2c-a3cd-1a14e3ba7fb5 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:36.567471 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a7ebd145-502b-45bd-aa29-4485d560444f req-619b1b43-5414-4c2c-a3cd-1a14e3ba7fb5 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0483277 Sep 22 13:14:36.608523 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a7ebd145-502b-45bd-aa29-4485d560444f req-ca43ef3c-edf9-4859-9f9a-bf3678639fb2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353460 Sep 22 13:14:36.797848 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-38a48f70-91a1-476c-9821-9c1241e0cbb8 req-ddbc5849-a4e3-4771-bf08-167a7ba2d07c tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 210 time: 0.0289755 Sep 22 13:14:37.165204 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:14:37.185624 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:14:37.186065 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 0ec8a2ca-b635-4a0b-ac9d-3ea817696ff4 not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:14:37.186489 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:14:37.205409 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:14:37.205753 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 77b84daf-d8c2-48ad-9cf3-ea50800c0b2d not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:14:37.243112 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-f6fb8be0-22f5-4156-9ca6-933cb5e33d9c req-7136e571-85aa-46dd-bc56-adac3404d936 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Deleting port 2b15b73b-052e-4534-8652-b8314f4f4eef {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:14:37.243518 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f6fb8be0-22f5-4156-9ca6-933cb5e33d9c req-7136e571-85aa-46dd-bc56-adac3404d936 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:37.277642 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444042b-394f-402d-9f6f-270c76ad2106 req-61861339-83bd-45e6-9a23-4450cfaa14ce tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:37.279440 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0444042b-394f-402d-9f6f-270c76ad2106 req-61861339-83bd-45e6-9a23-4450cfaa14ce tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 949 time: 0.0990086 Sep 22 13:14:37.295513 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a54e3-5447-4fdf-a913-26598c74a4f2 req-c63295b0-0783-4ef9-8853-c450df9dd18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:37.296972 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-172a54e3-5447-4fdf-a913-26598c74a4f2 req-c63295b0-0783-4ef9-8853-c450df9dd18d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a359761d-81d8-40c4-999e-73f019d63b70 HTTP/1.1" status: 200 len: 915 time: 0.1422269 Sep 22 13:14:37.337192 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f6fb8be0-22f5-4156-9ca6-933cb5e33d9c req-7136e571-85aa-46dd-bc56-adac3404d936 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] For port 2b15b73b-052e-4534-8652-b8314f4f4eef, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=2b15b73b-052e-4534-8652-b8314f4f4eef,segment=NetworkSegment(17949b24-1396-414f-a04e-c05c1780281d),segment_id=17949b24-1396-414f-a04e-c05c1780281d)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:37.337551 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f6fb8be0-22f5-4156-9ca6-933cb5e33d9c req-7136e571-85aa-46dd-bc56-adac3404d936 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:37.349486 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-f6fb8be0-22f5-4156-9ca6-933cb5e33d9c req-7136e571-85aa-46dd-bc56-adac3404d936 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Calling delete_port for 2b15b73b-052e-4534-8652-b8314f4f4eef owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:14:37.374980 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0444042b-394f-402d-9f6f-270c76ad2106 req-cf4316ff-df3c-414c-a1e1-fe35152afddf tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/security-groups?id=0983ed12-1b22-4999-a88a-48b1451fba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865753 Sep 22 13:14:37.540306 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f6fb8be0-22f5-4156-9ca6-933cb5e33d9c req-7136e571-85aa-46dd-bc56-adac3404d936 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:37.554790 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['2b15b73b-052e-4534-8652-b8314f4f4eef'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:14:37.580287 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136e571-85aa-46dd-bc56-adac3404d936 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Pushing event deleted for resources: {'Port': ['ID=2b15b73b-052e-4534-8652-b8314f4f4eef,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:37.647370 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fb8be0-22f5-4156-9ca6-933cb5e33d9c req-7136e571-85aa-46dd-bc56-adac3404d936 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] No DVR routers for this DVR port 2b15b73b-052e-4534-8652-b8314f4f4eef on host hv-cinder-81000 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:14:37.651212 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f6fb8be0-22f5-4156-9ca6-933cb5e33d9c req-7136e571-85aa-46dd-bc56-adac3404d936 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:37.653185 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f6fb8be0-22f5-4156-9ca6-933cb5e33d9c req-7136e571-85aa-46dd-bc56-adac3404d936 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.23 "DELETE /v2.0/ports/2b15b73b-052e-4534-8652-b8314f4f4eef HTTP/1.1" status: 204 len: 173 time: 0.4987512 Sep 22 13:14:37.653810 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc55bec9-bad8-4cfb-8cde-ed61e8c97a24', 'name': 'network-vif-deleted', 'tag': '2b15b73b-052e-4534-8652-b8314f4f4eef'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:14:37.658252 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8737fa1e-73ec-4775-98b6-d7debc7eb7db" -d '{"events": [{"server_uuid": "bc55bec9-bad8-4cfb-8cde-ed61e8c97a24", "name": "network-vif-deleted", "tag": "2b15b73b-052e-4534-8652-b8314f4f4eef"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:14:37.660855 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-172a54e3-5447-4fdf-a913-26598c74a4f2 req-ae8316a4-a122-448e-8b17-2240a40164d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=198d6688-72fa-45fc-bcd9-c314e7fa6b0e HTTP/1.1" status: 200 len: 1002 time: 0.3516479 Sep 22 13:14:37.683294 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49683b-3061-431e-bfac-a86e17a64507 req-62483b17-9859-4d13-8caa-f627080f3d29 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:37.684997 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6f49683b-3061-431e-bfac-a86e17a64507 req-62483b17-9859-4d13-8caa-f627080f3d29 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0944183 Sep 22 13:14:37.745478 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6f49683b-3061-431e-bfac-a86e17a64507 req-f692f8b7-1f40-4980-9cf0-95ac216e3e06 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Sep 22 13:14:37.775455 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a54e3-5447-4fdf-a913-26598c74a4f2 req-dd9ac88b-127f-4e66-a8ea-6196155fcc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:37.778976 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-172a54e3-5447-4fdf-a913-26598c74a4f2 req-dd9ac88b-127f-4e66-a8ea-6196155fcc95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3609119a-daa2-468f-95d8-0087548e4f0e HTTP/1.1" status: 200 len: 853 time: 0.1004274 Sep 22 13:14:37.788592 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c29e3-df97-4989-999e-26686e564788 req-401b2d5f-1f68-489e-97db-17eca780f988 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:37.790215 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1d8c29e3-df97-4989-999e-26686e564788 req-401b2d5f-1f68-489e-97db-17eca780f988 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0785406 Sep 22 13:14:37.806109 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6364d827-4a0a-4d49-8dfb-6ea0221ee505 x-openstack-request-id: req-6364d827-4a0a-4d49-8dfb-6ea0221ee505 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:14:37.806396 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc55bec9-bad8-4cfb-8cde-ed61e8c97a24", "name": "network-vif-deleted", "tag": "2b15b73b-052e-4534-8652-b8314f4f4eef", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:14:37.806646 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6364d827-4a0a-4d49-8dfb-6ea0221ee505 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:14:37.807040 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc55bec9-bad8-4cfb-8cde-ed61e8c97a24', 'name': 'network-vif-deleted', 'tag': '2b15b73b-052e-4534-8652-b8314f4f4eef', 'status': 'completed', 'code': 200} Sep 22 13:14:37.878513 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1d8c29e3-df97-4989-999e-26686e564788 req-98495997-52e8-4e51-a41a-880d38b04e35 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549333 Sep 22 13:14:37.881589 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a54e3-5447-4fdf-a913-26598c74a4f2 req-49095a31-7517-4fe9-ae39-7fac2b9d280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:37.883051 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-172a54e3-5447-4fdf-a913-26598c74a4f2 req-49095a31-7517-4fe9-ae39-7fac2b9d280f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a359761d-81d8-40c4-999e-73f019d63b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0913284 Sep 22 13:14:37.915002 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1211ac35-4966-4f50-aad6-f419293a651c req-ba55f916-151e-4d57-a5c9-ae1623dbc88f tempest-AttachVolumeNegativeTest-126091373 tempest-AttachVolumeNegativeTest-126091373-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cb12f2b-4d60-4e8a-b0d6-6062393cd7c7 HTTP/1.1" status: 200 len: 210 time: 0.0266931 Sep 22 13:14:37.996808 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-172a54e3-5447-4fdf-a913-26598c74a4f2 req-ae91aacd-c00f-445e-9b70-598054bbc52e service neutron] 10.222.0.23 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885022 Sep 22 13:14:38.098080 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-172a54e3-5447-4fdf-a913-26598c74a4f2 req-9bbabb7b-c723-46fd-82a6-e0fc79294adc service neutron] 10.222.0.23 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865748 Sep 22 13:14:38.482157 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4f345ab3-b202-48ba-a67f-b833dbf547c6 req-2f49e60d-e918-4c34-b9c1-a345b8c0f0c3 tempest-VolumesNegativeTest-750089524 tempest-VolumesNegativeTest-750089524-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc55bec9-bad8-4cfb-8cde-ed61e8c97a24 HTTP/1.1" status: 200 len: 210 time: 0.0259159 Sep 22 13:14:38.527914 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-584522dc-3421-4ba2-96fe-26bf9ad166cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:38.557964 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:38.868866 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfaf88-f965-4b6c-bf28-739a303f0fa3 req-18fb69be-6d20-4def-aee5-2dcaea665fb5 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:38.870332 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9ddfaf88-f965-4b6c-bf28-739a303f0fa3 req-18fb69be-6d20-4def-aee5-2dcaea665fb5 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0531528 Sep 22 13:14:38.884202 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:38.910796 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9ddfaf88-f965-4b6c-bf28-739a303f0fa3 req-9ce3a666-5cc2-417e-a5b7-fda8b415b408 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342004 Sep 22 13:14:38.976565 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 60978) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:39.013943 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3dc8e-7abd-4463-b4fa-f9978f1309ca req-839ed68b-1277-4ec1-af93-7d32143ac299 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:39.015474 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-35c3dc8e-7abd-4463-b4fa-f9978f1309ca req-839ed68b-1277-4ec1-af93-7d32143ac299 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0501640 Sep 22 13:14:39.019582 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6eb6546-1bf8-4aa6-8e29-5bee4ff9b78d admin admin] Deleting subnet 7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:14:39.022804 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6546-1bf8-4aa6-8e29-5bee4ff9b78d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:39.058778 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6546-1bf8-4aa6-8e29-5bee4ff9b78d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8721790'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:39.060217 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-35c3dc8e-7abd-4463-b4fa-f9978f1309ca req-9fc5fc0c-9a5e-46ba-b97f-ade9a0168000 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382545 Sep 22 13:14:39.102183 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6546-1bf8-4aa6-8e29-5bee4ff9b78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:39.224967 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6546-1bf8-4aa6-8e29-5bee4ff9b78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8721681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9265389'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:39.252143 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb6546-1bf8-4aa6-8e29-5bee4ff9b78d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:39.254039 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6546-1bf8-4aa6-8e29-5bee4ff9b78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:39.256522 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-e6eb6546-1bf8-4aa6-8e29-5bee4ff9b78d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7a2a9bf4-3cd7-4ca5-bd87-efdb4abefb6d HTTP/1.1" status: 204 len: 168 time: 0.2800391 Sep 22 13:14:39.259108 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 60980) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:39.326091 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07238ab5-8fdb-4ee6-b978-62620445285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:39.405501 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07238ab5-8fdb-4ee6-b978-62620445285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:39.425529 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-07238ab5-8fdb-4ee6-b978-62620445285b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486be222-2dae-4806-b5f2-6aa278197135']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:39.435621 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-07238ab5-8fdb-4ee6-b978-62620445285b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41ac700-a614-4729-87f4-3a571286efd2') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:39.435908 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-07238ab5-8fdb-4ee6-b978-62620445285b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41ac700-a614-4729-87f4-3a571286efd2') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:39.445192 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07238ab5-8fdb-4ee6-b978-62620445285b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8721767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:39.457818 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07238ab5-8fdb-4ee6-b978-62620445285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:39.463860 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07238ab5-8fdb-4ee6-b978-62620445285b admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:14:39.464231 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07238ab5-8fdb-4ee6-b978-62620445285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8743871'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: Traceback (most recent call last): Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: timer() Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: cb(*args, **kw) Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: return func(*args, **kwargs) Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: self._notify() Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: self.callback(batched_events) Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: event.method(event) Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: return f(self, *a, **k) Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._get(url).json() Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: return self.request(url, 'GET', **kwargs) Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:14:39.465823 dv-cinder-810000-3-iscsi neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:14:39.858744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07238ab5-8fdb-4ee6-b978-62620445285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:39.865205 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-07238ab5-8fdb-4ee6-b978-62620445285b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:39.867473 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-07238ab5-8fdb-4ee6-b978-62620445285b admin admin] 10.222.0.43 "DELETE /v2.0/networks/486be222-2dae-4806-b5f2-6aa278197135 HTTP/1.1" status: 204 len: 168 time: 0.6073692 Sep 22 13:14:39.877122 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07238ab5-8fdb-4ee6-b978-62620445285b admin admin] Pushing event deleted for resources: {'Network': ['ID=486be222-2dae-4806-b5f2-6aa278197135,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:40.001999 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:40.040015 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d483f-8632-4ed3-98dd-60ac89194d94 req-d167b2c2-5ccd-48be-a796-79642a693585 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:40.042695 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dd8d483f-8632-4ed3-98dd-60ac89194d94 req-d167b2c2-5ccd-48be-a796-79642a693585 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0527020 Sep 22 13:14:40.084162 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dd8d483f-8632-4ed3-98dd-60ac89194d94 req-be0fe8fe-4e63-4651-af61-8c5727d472b8 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345376 Sep 22 13:14:40.186012 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51185ebc-3117-4e4a-a0cf-41e1f181e16d req-bffb229d-0901-4b58-8194-2fe54923d754 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:40.188021 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-51185ebc-3117-4e4a-a0cf-41e1f181e16d req-bffb229d-0901-4b58-8194-2fe54923d754 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0543404 Sep 22 13:14:40.230091 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-51185ebc-3117-4e4a-a0cf-41e1f181e16d req-2bebf669-84ac-40c7-9379-0c641da0851a tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344906 Sep 22 13:14:40.309512 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 32792) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:40.351490 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-bfacb663-68e1-4ef4-ba0b-e5c510dc02e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86bd01d73b164c0496803e15f5becaea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406559 Sep 22 13:14:40.353777 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 32794) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:40.401121 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3185778e-5d57-44ea-bf69-2a737bed2a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:40.423368 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3185778e-5d57-44ea-bf69-2a737bed2a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:40.556658 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3185778e-5d57-44ea-bf69-2a737bed2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:40.559759 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3185778e-5d57-44ea-bf69-2a737bed2a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:40.561541 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-3185778e-5d57-44ea-bf69-2a737bed2a73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2224d96d-abdf-4eb1-b60b-24e627de350e HTTP/1.1" status: 204 len: 168 time: 0.2065151 Sep 22 13:14:40.577069 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185778e-5d57-44ea-bf69-2a737bed2a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2224d96d-abdf-4eb1-b60b-24e627de350e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:41.155834 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 2b15b73b-052e-4534-8652-b8314f4f4eef no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:14:41.175335 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: 2b15b73b-052e-4534-8652-b8314f4f4eef {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:14:41.175705 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 2b15b73b-052e-4534-8652-b8314f4f4eef not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:14:41.208215 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c83ba-e764-42a1-a04a-ed38af2b5ffb req-2477c519-b88e-4ab7-a339-68abb7aa0b34 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:41.209684 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e96c83ba-e764-42a1-a04a-ed38af2b5ffb req-2477c519-b88e-4ab7-a339-68abb7aa0b34 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0477622 Sep 22 13:14:41.250540 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e96c83ba-e764-42a1-a04a-ed38af2b5ffb req-fef87e5b-0be5-45d6-8069-594d5fb48a87 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340452 Sep 22 13:14:41.366190 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b6764-3405-4947-9e07-4b948d0e4b00 req-c09b59c6-3369-404f-87ce-9368922da10c tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:41.368776 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0c7b6764-3405-4947-9e07-4b948d0e4b00 req-c09b59c6-3369-404f-87ce-9368922da10c tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0663965 Sep 22 13:14:41.409300 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0c7b6764-3405-4947-9e07-4b948d0e4b00 req-d7a1cc54-f243-405a-a1a0-b9345f37a7e0 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342870 Sep 22 13:14:41.696104 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:41.779885 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 32898) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:41.884606 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1719906131-network', 'tenant_id': '15d6b09e63a74ffe88193e8d001f96bf'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:14:42.081702 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] Made reservation on behalf of 15d6b09e63a74ffe88193e8d001f96bf for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:14:42.083909 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:42.092891 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:42.187347 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:42.304596 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:42.327625 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:14:42.345635 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1913b2-df12-458d-b3e1-27f09d3beba1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:42.348811 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:42.349429 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.segments_db [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] Added segment 92619d12-f0e4-4e3e-82af-5e31b1f9f020 of type vlan for network 28f35c7f-7544-46ac-8802-f6f0ce906aca Sep 22 13:14:42.379059 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b1b50-052a-4ac2-a5d7-96da1812e240 req-6c88e801-86ca-4c23-a026-9d2768df8cf2 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:42.380759 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-507b1b50-052a-4ac2-a5d7-96da1812e240 req-6c88e801-86ca-4c23-a026-9d2768df8cf2 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0593860 Sep 22 13:14:42.401721 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:42.435836 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-507b1b50-052a-4ac2-a5d7-96da1812e240 req-b8284f06-1f15-47ce-9a79-9a45929d6f30 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472910 Sep 22 13:14:42.532018 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32948f8a-300a-479e-83e1-06c61ddcd2af req-b33f5ca6-d6ff-4620-b87b-cca669a1bed0 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:42.533532 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-32948f8a-300a-479e-83e1-06c61ddcd2af req-b33f5ca6-d6ff-4620-b87b-cca669a1bed0 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0508807 Sep 22 13:14:42.597794 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-32948f8a-300a-479e-83e1-06c61ddcd2af req-abb324a7-bd53-4b81-92eb-23b56c5b46f5 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442216 Sep 22 13:14:42.597794 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:42.597794 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:42.597794 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:42.656254 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] Pushing event updated for resources: {'Network': ['ID=28f35c7f-7544-46ac-8802-f6f0ce906aca,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:42.666973 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network 28f35c7f-7544-46ac-8802-f6f0ce906aca details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:14:42.808356 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-8bec0cbc-bcde-4147-b658-b57a8be3eff1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0271239 Sep 22 13:14:42.811702 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 32968) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:42.816951 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-0c28226c-7089-483d-9386-8d4d573f230d admin admin] Request body: {'subnet': {'network_id': '28f35c7f-7544-46ac-8802-f6f0ce906aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1719906131-subnet', 'tenant_id': '15d6b09e63a74ffe88193e8d001f96bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:14:42.990036 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c28226c-7089-483d-9386-8d4d573f230d admin admin] Made reservation on behalf of 15d6b09e63a74ffe88193e8d001f96bf for: {'subnet': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:14:42.992345 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0c28226c-7089-483d-9386-8d4d573f230d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11900479'] for subnet, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:43.238569 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0c28226c-7089-483d-9386-8d4d573f230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9112682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11900429'] for subnet, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:43.294213 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28226c-7089-483d-9386-8d4d573f230d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b22ff2c8-5f94-4c98-afbc-265fb4c1c38a,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:43.304929 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28226c-7089-483d-9386-8d4d573f230d admin admin] Checking segment: {'id': '92619d12-f0e4-4e3e-82af-5e31b1f9f020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '28f35c7f-7544-46ac-8802-f6f0ce906aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:14:43.305285 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c28226c-7089-483d-9386-8d4d573f230d admin admin] Network hostable DHCP agents. Network: 28f35c7f-7544-46ac-8802-f6f0ce906aca, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:14:43.399046 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c28226c-7089-483d-9386-8d4d573f230d admin admin] Network 28f35c7f-7544-46ac-8802-f6f0ce906aca is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:14:43.499381 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-0c28226c-7089-483d-9386-8d4d573f230d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, 28f35c7f-7544-46ac-8802-f6f0ce906aca) {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:14:43.504340 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c28226c-7089-483d-9386-8d4d573f230d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:43.504984 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-0c28226c-7089-483d-9386-8d4d573f230d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:43.519354 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fb93f5-3851-4388-8f51-3305f032c487 None None] Network 28f35c7f-7544-46ac-8802-f6f0ce906aca requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:14:43.572989 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb25262-7b97-4f78-b61c-803fc08780a8 req-4657840e-8c90-46e5-8ae8-6987c8f7d935 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:43.574914 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1bb25262-7b97-4f78-b61c-803fc08780a8 req-4657840e-8c90-46e5-8ae8-6987c8f7d935 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0665445 Sep 22 13:14:43.619874 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1bb25262-7b97-4f78-b61c-803fc08780a8 req-ad0cad40-e2af-43ca-af87-e550f57c4fe9 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364952 Sep 22 13:14:43.648879 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-0c28226c-7089-483d-9386-8d4d573f230d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8283195 Sep 22 13:14:43.706049 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f45d4a-9e1d-40ba-bf4c-54e8f81b4a5c None None] Network 28f35c7f-7544-46ac-8802-f6f0ce906aca requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:14:43.748625 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754b98f-fbda-4d99-8b28-4f5be326fa99 req-d133f62c-24b7-41f0-a411-15c5ea4f5493 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:43.752216 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d754b98f-fbda-4d99-8b28-4f5be326fa99 req-d133f62c-24b7-41f0-a411-15c5ea4f5493 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0668387 Sep 22 13:14:43.827042 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d754b98f-fbda-4d99-8b28-4f5be326fa99 req-0b2c3eee-2780-41bf-8a37-e91552d00048 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665257 Sep 22 13:14:44.367223 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33058) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:44.372599 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-173747454-network', 'tenant_id': '5f95d66d438b486eb8a0bbb1acc51485'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:14:44.481171 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] Made reservation on behalf of 5f95d66d438b486eb8a0bbb1acc51485 for: {'network': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:14:44.483521 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:44.493134 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:44.582290 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:44.664999 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:44.690173 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:14:44.716133 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:44.716474 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.segments_db [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] Added segment 20969a8d-84b3-4be0-9cae-eae765476f8a of type vlan for network 20b5be17-ef10-4157-bf0a-4b7f47db8c66 Sep 22 13:14:44.730554 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359c777e-7992-4209-9d42-73423683e232,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:44.778485 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:44.793399 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f89859-5db6-494c-a7d5-cc22b4545269 req-fa3fd58f-0b08-4a17-821b-93f7d0d15006 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:44.794877 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-24f89859-5db6-494c-a7d5-cc22b4545269 req-fa3fd58f-0b08-4a17-821b-93f7d0d15006 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0986249 Sep 22 13:14:44.840609 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-24f89859-5db6-494c-a7d5-cc22b4545269 req-c471f456-99ef-4ee8-ba66-a88be6e959c5 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396993 Sep 22 13:14:44.906696 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:44.908416 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:44.909352 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:44.965889 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6236ff-0652-4b37-87b4-1eb647c6c664 req-5a3adcf9-3c04-4f9f-8a44-f7f8eb8b1f2c tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:44.968316 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8e6236ff-0652-4b37-87b4-1eb647c6c664 req-5a3adcf9-3c04-4f9f-8a44-f7f8eb8b1f2c tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0729051 Sep 22 13:14:44.997067 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] Pushing event updated for resources: {'Network': ['ID=20b5be17-ef10-4157-bf0a-4b7f47db8c66,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:45.007041 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network 20b5be17-ef10-4157-bf0a-4b7f47db8c66 details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:14:45.008944 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8e6236ff-0652-4b37-87b4-1eb647c6c664 req-176ff845-6301-41fc-ba26-ef7a6b20863e tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347264 Sep 22 13:14:45.025436 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-34bdf57b-fa9b-4d45-8ff8-747355215196 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6566701 Sep 22 13:14:45.028415 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33066) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:45.033294 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-55d5e3b1-b50f-4755-83d1-b69163faaf4b admin admin] Request body: {'subnet': {'network_id': '20b5be17-ef10-4157-bf0a-4b7f47db8c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-173747454-subnet', 'tenant_id': '5f95d66d438b486eb8a0bbb1acc51485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:14:45.118609 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d5e3b1-b50f-4755-83d1-b69163faaf4b admin admin] Made reservation on behalf of 5f95d66d438b486eb8a0bbb1acc51485 for: {'subnet': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:14:45.121151 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-55d5e3b1-b50f-4755-83d1-b69163faaf4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11900479'] for subnet, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:45.384410 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-55d5e3b1-b50f-4755-83d1-b69163faaf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9112682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11900429'] for subnet, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:45.433160 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5e3b1-b50f-4755-83d1-b69163faaf4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d40ee83-93c0-4a33-b044-e12740694c83,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:45.450322 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d5e3b1-b50f-4755-83d1-b69163faaf4b admin admin] Checking segment: {'id': '20969a8d-84b3-4be0-9cae-eae765476f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '20b5be17-ef10-4157-bf0a-4b7f47db8c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:14:45.450681 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d5e3b1-b50f-4755-83d1-b69163faaf4b admin admin] Network hostable DHCP agents. Network: 20b5be17-ef10-4157-bf0a-4b7f47db8c66, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:14:45.557865 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d5e3b1-b50f-4755-83d1-b69163faaf4b admin admin] Network 20b5be17-ef10-4157-bf0a-4b7f47db8c66 is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:14:45.858462 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-55d5e3b1-b50f-4755-83d1-b69163faaf4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, 20b5be17-ef10-4157-bf0a-4b7f47db8c66) {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:14:45.862681 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d5e3b1-b50f-4755-83d1-b69163faaf4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:45.863236 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-55d5e3b1-b50f-4755-83d1-b69163faaf4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:45.868658 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b50ed70-92b3-4091-997d-074b689e7de5 None None] Network 20b5be17-ef10-4157-bf0a-4b7f47db8c66 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:14:45.957158 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d5c01-af28-4a08-a8f7-dcc396cddd27 req-1cbde984-141b-4e61-ac73-9451d5caf2db tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:45.958673 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-404d5c01-af28-4a08-a8f7-dcc396cddd27 req-1cbde984-141b-4e61-ac73-9451d5caf2db tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0505207 Sep 22 13:14:45.982050 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-55d5e3b1-b50f-4755-83d1-b69163faaf4b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9525766 Sep 22 13:14:46.005203 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-404d5c01-af28-4a08-a8f7-dcc396cddd27 req-f0473b62-c61a-420d-8e72-5378981a6228 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393045 Sep 22 13:14:46.110564 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33078) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:46.122452 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d97b772-c850-41ff-b4d8-bbd6a91e45c2 None None] Network 20b5be17-ef10-4157-bf0a-4b7f47db8c66 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:14:46.139075 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0186a3d-3d7c-46cf-997b-893f8982f340 req-92f84043-9540-4fa2-8b27-dfc268555683 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:46.142043 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f0186a3d-3d7c-46cf-997b-893f8982f340 req-92f84043-9540-4fa2-8b27-dfc268555683 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0604012 Sep 22 13:14:46.162484 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_v2 [None req-9040c5ad-0129-4159-a6c5-8562b5c49d6b admin admin] Deleting subnet b22ff2c8-5f94-4c98-afbc-265fb4c1c38a {{(pid=94873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:14:46.166625 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9040c5ad-0129-4159-a6c5-8562b5c49d6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.186429 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f0186a3d-3d7c-46cf-997b-893f8982f340 req-d88214f1-c9aa-4e7f-85f7-802535684afc tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351076 Sep 22 13:14:46.207927 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9040c5ad-0129-4159-a6c5-8562b5c49d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094421'] for subnet, precommit_delete_associations {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.246448 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9040c5ad-0129-4159-a6c5-8562b5c49d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.344068 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e94f9d-f733-428a-8dea-b1db45f9debc req-ea32e496-3510-417e-9080-df3f03088c96 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:46.345535 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-21e94f9d-f733-428a-8dea-b1db45f9debc req-ea32e496-3510-417e-9080-df3f03088c96 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.23 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 946 time: 0.0545809 Sep 22 13:14:46.383130 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9040c5ad-0129-4159-a6c5-8562b5c49d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11900442'] for subnet, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.420469 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9040c5ad-0129-4159-a6c5-8562b5c49d6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.422489 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-9040c5ad-0129-4159-a6c5-8562b5c49d6b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b22ff2c8-5f94-4c98-afbc-265fb4c1c38a HTTP/1.1" status: 204 len: 168 time: 0.3108573 Sep 22 13:14:46.423914 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040c5ad-0129-4159-a6c5-8562b5c49d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b22ff2c8-5f94-4c98-afbc-265fb4c1c38a,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:46.425323 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 33080) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:46.481705 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-21e94f9d-f733-428a-8dea-b1db45f9debc req-906f1ddb-1a29-494a-adc2-dc75fcc46693 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Deleting port e985e239-a74d-451d-b44e-08c49c83ef5e {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:14:46.482053 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-21e94f9d-f733-428a-8dea-b1db45f9debc req-906f1ddb-1a29-494a-adc2-dc75fcc46693 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.500995 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a44d-302d-4b24-bdc2-b573cb2349c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.578776 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-21e94f9d-f733-428a-8dea-b1db45f9debc req-906f1ddb-1a29-494a-adc2-dc75fcc46693 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] For port e985e239-a74d-451d-b44e-08c49c83ef5e, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e985e239-a74d-451d-b44e-08c49c83ef5e,segment=NetworkSegment(9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c),segment_id=9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:46.579395 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-21e94f9d-f733-428a-8dea-b1db45f9debc req-906f1ddb-1a29-494a-adc2-dc75fcc46693 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.581524 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a44d-302d-4b24-bdc2-b573cb2349c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.593212 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-21e94f9d-f733-428a-8dea-b1db45f9debc req-906f1ddb-1a29-494a-adc2-dc75fcc46693 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Calling delete_port for e985e239-a74d-451d-b44e-08c49c83ef5e owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:14:46.604401 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5cc0a44d-302d-4b24-bdc2-b573cb2349c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f35c7f-7544-46ac-8802-f6f0ce906aca']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:46.613826 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5cc0a44d-302d-4b24-bdc2-b573cb2349c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92619d12-f0e4-4e3e-82af-5e31b1f9f020') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:46.614125 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-5cc0a44d-302d-4b24-bdc2-b573cb2349c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92619d12-f0e4-4e3e-82af-5e31b1f9f020') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:46.623970 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a44d-302d-4b24-bdc2-b573cb2349c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8721767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.637373 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a44d-302d-4b24-bdc2-b573cb2349c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.643294 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc0a44d-302d-4b24-bdc2-b573cb2349c8 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:14:46.643700 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a44d-302d-4b24-bdc2-b573cb2349c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8743871'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: Traceback (most recent call last): Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: timer() Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: cb(*args, **kw) Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: return func(*args, **kwargs) Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: self._notify() Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: self.callback(batched_events) Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: event.method(event) Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: return f(self, *a, **k) Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._get(url).json() Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: return self.request(url, 'GET', **kwargs) Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:14:46.645306 dv-cinder-810000-3-iscsi neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:14:46.769298 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a44d-302d-4b24-bdc2-b573cb2349c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.775319 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a44d-302d-4b24-bdc2-b573cb2349c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.777240 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-5cc0a44d-302d-4b24-bdc2-b573cb2349c8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/28f35c7f-7544-46ac-8802-f6f0ce906aca HTTP/1.1" status: 204 len: 168 time: 0.3506894 Sep 22 13:14:46.780553 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33084) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:46.788951 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0a44d-302d-4b24-bdc2-b573cb2349c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=28f35c7f-7544-46ac-8802-f6f0ce906aca,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:46.827455 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc1dd7c-cea7-4020-bfaa-d53700627a7c admin admin] Deleting subnet 5d40ee83-93c0-4a33-b044-e12740694c83 {{(pid=94873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:14:46.830698 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-21e94f9d-f733-428a-8dea-b1db45f9debc req-906f1ddb-1a29-494a-adc2-dc75fcc46693 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.832614 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd7c-cea7-4020-bfaa-d53700627a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.882683 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f1ddb-1a29-494a-adc2-dc75fcc46693 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Pushing event deleted for resources: {'Port': ['ID=e985e239-a74d-451d-b44e-08c49c83ef5e,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:46.914051 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd7c-cea7-4020-bfaa-d53700627a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094421'] for subnet, precommit_delete_associations {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.948168 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e94f9d-f733-428a-8dea-b1db45f9debc req-906f1ddb-1a29-494a-adc2-dc75fcc46693 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] No DVR routers for this DVR port e985e239-a74d-451d-b44e-08c49c83ef5e on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:14:46.951796 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-21e94f9d-f733-428a-8dea-b1db45f9debc req-906f1ddb-1a29-494a-adc2-dc75fcc46693 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.953759 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-21e94f9d-f733-428a-8dea-b1db45f9debc req-906f1ddb-1a29-494a-adc2-dc75fcc46693 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.23 "DELETE /v2.0/ports/e985e239-a74d-451d-b44e-08c49c83ef5e HTTP/1.1" status: 204 len: 173 time: 0.5963061 Sep 22 13:14:46.954204 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dd1478-ba12-4a46-8c78-62519c2c512b', 'name': 'network-vif-deleted', 'tag': 'e985e239-a74d-451d-b44e-08c49c83ef5e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:14:46.956442 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292c6ccd-63c5-4915-bc86-ab4e45249e3f" -d '{"events": [{"server_uuid": "62dd1478-ba12-4a46-8c78-62519c2c512b", "name": "network-vif-deleted", "tag": "e985e239-a74d-451d-b44e-08c49c83ef5e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:14:46.979233 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd7c-cea7-4020-bfaa-d53700627a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:46.999469 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e21461-574d-4c18-9d79-56f234002fb3 x-openstack-request-id: req-03e21461-574d-4c18-9d79-56f234002fb3 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:14:46.999767 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dd1478-ba12-4a46-8c78-62519c2c512b", "name": "network-vif-deleted", "tag": "e985e239-a74d-451d-b44e-08c49c83ef5e", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:14:47.000018 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03e21461-574d-4c18-9d79-56f234002fb3 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:14:47.000408 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dd1478-ba12-4a46-8c78-62519c2c512b', 'name': 'network-vif-deleted', 'tag': 'e985e239-a74d-451d-b44e-08c49c83ef5e', 'status': 'completed', 'code': 200} Sep 22 13:14:47.104740 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-925dfea2-fd90-4b09-836d-4e439dc82e7f req-234ed740-ca37-4844-afec-9770db2f8eb4 tempest-ServerRescueNegativeTestJSON-337913421 tempest-ServerRescueNegativeTestJSON-337913421-project] 10.222.0.43 "GET /v2.0/ports?device_id=62dd1478-ba12-4a46-8c78-62519c2c512b HTTP/1.1" status: 200 len: 210 time: 0.0269043 Sep 22 13:14:47.138941 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd7c-cea7-4020-bfaa-d53700627a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11900442'] for subnet, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:47.168655 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1dd7c-cea7-4020-bfaa-d53700627a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d40ee83-93c0-4a33-b044-e12740694c83,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:47.170686 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd7c-cea7-4020-bfaa-d53700627a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:47.172613 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-5cc1dd7c-cea7-4020-bfaa-d53700627a7c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5d40ee83-93c0-4a33-b044-e12740694c83 HTTP/1.1" status: 204 len: 168 time: 0.3910458 Sep 22 13:14:47.175115 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33092) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:47.249144 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a1a75945-3386-4007-a87a-33400834cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:47.256399 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device e985e239-a74d-451d-b44e-08c49c83ef5e no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:14:47.278201 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: e985e239-a74d-451d-b44e-08c49c83ef5e {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:14:47.278617 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device e985e239-a74d-451d-b44e-08c49c83ef5e not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:14:47.362559 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a1a75945-3386-4007-a87a-33400834cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:47.385042 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1511b6-92f0-46e1-b6e8-2cc6503ab024 req-1976c980-bc73-454a-ae0c-0b07e24a45d0 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:47.386577 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3f1511b6-92f0-46e1-b6e8-2cc6503ab024 req-1976c980-bc73-454a-ae0c-0b07e24a45d0 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.1069467 Sep 22 13:14:47.396483 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-a1a75945-3386-4007-a87a-33400834cff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b5be17-ef10-4157-bf0a-4b7f47db8c66']}} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:47.417061 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-a1a75945-3386-4007-a87a-33400834cff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20969a8d-84b3-4be0-9cae-eae765476f8a') {'for_net_delete': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:47.417358 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-a1a75945-3386-4007-a87a-33400834cff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20969a8d-84b3-4be0-9cae-eae765476f8a') {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:47.430778 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a1a75945-3386-4007-a87a-33400834cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10094412'] for segment, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:47.455271 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3f1511b6-92f0-46e1-b6e8-2cc6503ab024 req-c9002639-256c-4d20-9dc7-22af447a94e1 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611439 Sep 22 13:14:47.456179 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a1a75945-3386-4007-a87a-33400834cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:47.462602 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a75945-3386-4007-a87a-33400834cff8 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:14:47.463002 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a1a75945-3386-4007-a87a-33400834cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9138693'] for segment, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: Traceback (most recent call last): Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: timer() Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: cb(*args, **kw) Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: return func(*args, **kwargs) Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: self._notify() Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: self.callback(batched_events) Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: event.method(event) Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: return f(self, *a, **k) Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._get(url).json() Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: return self.request(url, 'GET', **kwargs) Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:14:47.464670 dv-cinder-810000-3-iscsi neutron-server[94873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:14:47.595812 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a1a75945-3386-4007-a87a-33400834cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:47.602886 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a1a75945-3386-4007-a87a-33400834cff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:47.604947 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-a1a75945-3386-4007-a87a-33400834cff8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/20b5be17-ef10-4157-bf0a-4b7f47db8c66 HTTP/1.1" status: 204 len: 168 time: 0.4287226 Sep 22 13:14:47.616933 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a75945-3386-4007-a87a-33400834cff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b5be17-ef10-4157-bf0a-4b7f47db8c66,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:48.088318 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33110) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:48.100424 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33114) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:48.144887 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-067f5ae2-dec5-4248-bc36-1a4e82d573fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15d6b09e63a74ffe88193e8d001f96bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433586 Sep 22 13:14:48.147475 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33118) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:48.166038 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33120) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:48.290132 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e59e4377-f418-497c-912c-527820a5a9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:48.339785 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e59e4377-f418-497c-912c-527820a5a9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:48.419588 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-23f01ac1-d7fd-4166-8c0d-45cfd88dda02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d328c1569ef144f9a18c973a5f511eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299060 Sep 22 13:14:48.423536 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 33124) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:48.479931 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ec19-b013-4f36-a815-37c7c286b833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:48.505486 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ec19-b013-4f36-a815-37c7c286b833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:48.587960 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e59e4377-f418-497c-912c-527820a5a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:48.590481 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e59e4377-f418-497c-912c-527820a5a9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:48.591662 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-e59e4377-f418-497c-912c-527820a5a9dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df1913b2-df12-458d-b3e1-27f09d3beba1 HTTP/1.1" status: 204 len: 168 time: 0.4432333 Sep 22 13:14:48.614527 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e4377-f418-497c-912c-527820a5a9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1913b2-df12-458d-b3e1-27f09d3beba1,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:48.643159 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fb8fd-84fe-4d39-9aaf-7ae139172cbd req-3d51076d-929f-45ff-8dbe-36edd699d349 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:48.644713 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f64fb8fd-84fe-4d39-9aaf-7ae139172cbd req-3d51076d-929f-45ff-8dbe-36edd699d349 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.1073124 Sep 22 13:14:48.721233 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f64fb8fd-84fe-4d39-9aaf-7ae139172cbd req-f7fc38d2-a985-4f2e-a1e2-37d6df138acf tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696523 Sep 22 13:14:48.784967 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c4c473aa-ef94-4a6f-a05e-38603b169f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561945'] for router_interface, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:48.917890 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ec19-b013-4f36-a815-37c7c286b833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:48.920645 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ec19-b013-4f36-a815-37c7c286b833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:48.922777 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-8cb0ec19-b013-4f36-a815-37c7c286b833 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0983ed12-1b22-4999-a88a-48b1451fba4f HTTP/1.1" status: 204 len: 168 time: 0.4973516 Sep 22 13:14:48.930305 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0ec19-b013-4f36-a815-37c7c286b833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0983ed12-1b22-4999-a88a-48b1451fba4f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:49.078861 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c4c473aa-ef94-4a6f-a05e-38603b169f17 admin admin] Deleting port 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:14:49.079199 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c4c473aa-ef94-4a6f-a05e-38603b169f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:49.408466 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c4c473aa-ef94-4a6f-a05e-38603b169f17 admin admin] For port 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5,segment=NetworkSegment(9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c),segment_id=9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:49.408831 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c4c473aa-ef94-4a6f-a05e-38603b169f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:49.422725 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c4c473aa-ef94-4a6f-a05e-38603b169f17 admin admin] Calling delete_port for 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5 owned by network:router_interface {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:14:49.508069 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:14:49.821476 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33142) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:49.839092 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e4b22-23e2-4fa6-80f3-072c03c44298 req-fd689c2c-741b-4e5f-81a5-80948ed96647 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:49.840863 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b60e4b22-23e2-4fa6-80f3-072c03c44298 req-fd689c2c-741b-4e5f-81a5-80948ed96647 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0513825 Sep 22 13:14:49.863949 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-c50cff57-cd60-428b-9580-0576b2c364da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f95d66d438b486eb8a0bbb1acc51485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412402 Sep 22 13:14:49.867037 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33144) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:49.883412 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b60e4b22-23e2-4fa6-80f3-072c03c44298 req-b9fffdf3-df86-4b9d-9a0b-485808bcce35 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363998 Sep 22 13:14:49.914345 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c4c473aa-ef94-4a6f-a05e-38603b169f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:49.941392 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2c46da86-39b9-4243-86cd-f65d9c2a48b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:49.946081 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c473aa-ef94-4a6f-a05e-38603b169f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:50.002655 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2c46da86-39b9-4243-86cd-f65d9c2a48b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:50.145504 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c4c473aa-ef94-4a6f-a05e-38603b169f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564368'] for router_interface, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:50.207385 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2c46da86-39b9-4243-86cd-f65d9c2a48b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:50.210895 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2c46da86-39b9-4243-86cd-f65d9c2a48b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:50.212138 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-2c46da86-39b9-4243-86cd-f65d9c2a48b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/359c777e-7992-4209-9d42-73423683e232 HTTP/1.1" status: 204 len: 168 time: 0.3441515 Sep 22 13:14:50.249536 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46da86-39b9-4243-86cd-f65d9c2a48b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359c777e-7992-4209-9d42-73423683e232,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:50.383453 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c473aa-ef94-4a6f-a05e-38603b169f17 admin admin] Router 68d87d36-b654-41e9-8560-3a0c56fa601b has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:14:50.487515 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c473aa-ef94-4a6f-a05e-38603b169f17 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:14:50.492997 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-c4c473aa-ef94-4a6f-a05e-38603b169f17 admin admin] 10.222.0.43 "PUT /v2.0/routers/68d87d36-b654-41e9-8560-3a0c56fa601b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3258412 Sep 22 13:14:50.495755 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 33148) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:50.497467 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9125f-3a98-4f29-9a87-ea779eb1f9bc None None] Sync routers for ids ['68d87d36-b654-41e9-8560-3a0c56fa601b'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:14:50.506525 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9125f-3a98-4f29-9a87-ea779eb1f9bc None None] Routers {'68d87d36-b654-41e9-8560-3a0c56fa601b'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:14:50.507136 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-45e9125f-3a98-4f29-9a87-ea779eb1f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:14:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['68d87d36-b654-41e9-8560-3a0c56fa601b'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:50.606213 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:50.614556 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-45e9125f-3a98-4f29-9a87-ea779eb1f9bc None None] Set router 68d87d36-b654-41e9-8560-3a0c56fa601b gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:14:50.746516 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:50.854890 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-45e9125f-3a98-4f29-9a87-ea779eb1f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'name': 'tempest-ServerRescueNegativeTestJSON-557992220-router', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'fbda5c6b-15c6-4259-a6d6-2c90c47670a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:14:49Z', 'revision_number': 5, 'project_id': 'd04a4440bd974592a2c14375e7f7fa18', 'gw_port': {'id': 'fbda5c6b-15c6-4259-a6d6-2c90c47670a4', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:50.886465 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9125f-3a98-4f29-9a87-ea779eb1f9bc None None] Checking router: 68d87d36-b654-41e9-8560-3a0c56fa601b for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:14:50.896716 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9125f-3a98-4f29-9a87-ea779eb1f9bc None None] Routers {'68d87d36-b654-41e9-8560-3a0c56fa601b'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:14:50.898152 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-45e9125f-3a98-4f29-9a87-ea779eb1f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:14:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['68d87d36-b654-41e9-8560-3a0c56fa601b'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:50.901635 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] Deleting port fbda5c6b-15c6-4259-a6d6-2c90c47670a4 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:14:50.902162 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:51.004137 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] For port fbda5c6b-15c6-4259-a6d6-2c90c47670a4, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=fbda5c6b-15c6-4259-a6d6-2c90c47670a4,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:14:51.004795 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:51.016720 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957a3ba-a7ea-4da3-978c-fdf34f9c6341 req-4b8285bb-b243-4067-8e86-943804f699bf tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:51.018449 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6957a3ba-a7ea-4da3-978c-fdf34f9c6341 req-4b8285bb-b243-4067-8e86-943804f699bf tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0538716 Sep 22 13:14:51.018604 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] Calling delete_port for fbda5c6b-15c6-4259-a6d6-2c90c47670a4 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:14:51.079776 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6957a3ba-a7ea-4da3-978c-fdf34f9c6341 req-b1a3f5c4-e7b5-40cb-b684-9249255d22c7 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480900 Sep 22 13:14:51.094941 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-45e9125f-3a98-4f29-9a87-ea779eb1f9bc None None] Set router 68d87d36-b654-41e9-8560-3a0c56fa601b gateway port host: None {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:14:51.155038 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-45e9125f-3a98-4f29-9a87-ea779eb1f9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'name': 'tempest-ServerRescueNegativeTestJSON-557992220-router', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:14:50Z', 'revision_number': 6, 'project_id': 'd04a4440bd974592a2c14375e7f7fa18', 'gw_port_host': None}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:51.182832 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9125f-3a98-4f29-9a87-ea779eb1f9bc None None] The sync data for ids ['68d87d36-b654-41e9-8560-3a0c56fa601b'] in dv-cinder-810000-3-iscsi is: [{'id': '68d87d36-b654-41e9-8560-3a0c56fa601b', 'name': 'tempest-ServerRescueNegativeTestJSON-557992220-router', 'tenant_id': 'd04a4440bd974592a2c14375e7f7fa18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:14:50Z', 'revision_number': 6, 'project_id': 'd04a4440bd974592a2c14375e7f7fa18', 'gw_port_host': None}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:14:51.300548 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:51.325571 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbda5c6b-15c6-4259-a6d6-2c90c47670a4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:51.387242 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564307'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:51.496289 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2980'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:51.498422 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:51.677633 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558133'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:51.678821 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68d87d36-b654-41e9-8560-3a0c56fa601b {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 13:14:51.684488 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:51.685688 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-e96bf623-d817-475b-9cdb-2dba321ab265 admin admin] 10.222.0.43 "DELETE /v2.0/routers/68d87d36-b654-41e9-8560-3a0c56fa601b HTTP/1.1" status: 204 len: 168 time: 1.1889272 Sep 22 13:14:51.688296 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 33182) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:51.732096 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bd6d31-ef27-4869-bff5-33273deee720 admin admin] Deleting subnet 3406f934-e65f-428d-9536-b198c58b9695 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:14:51.735269 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88bd6d31-ef27-4869-bff5-33273deee720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:51.774438 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88bd6d31-ef27-4869-bff5-33273deee720 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8721790'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:51.815138 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88bd6d31-ef27-4869-bff5-33273deee720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:51.933115 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88bd6d31-ef27-4869-bff5-33273deee720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8721681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9265389'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:51.959996 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd6d31-ef27-4869-bff5-33273deee720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3406f934-e65f-428d-9536-b198c58b9695,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:51.972405 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-88bd6d31-ef27-4869-bff5-33273deee720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:51.980966 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-88bd6d31-ef27-4869-bff5-33273deee720 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3406f934-e65f-428d-9536-b198c58b9695 HTTP/1.1" status: 204 len: 168 time: 0.2916164 Sep 22 13:14:51.987055 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33196) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:52.066763 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-374ec814-328e-44b6-9b71-2a0b0dd8cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:52.186381 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-374ec814-328e-44b6-9b71-2a0b0dd8cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:52.207768 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25043e1-551e-4154-885a-7c474b23b5c5 req-8886f55f-8347-47f7-99f5-d07c950357d3 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:52.207768 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f25043e1-551e-4154-885a-7c474b23b5c5 req-8886f55f-8347-47f7-99f5-d07c950357d3 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0605586 Sep 22 13:14:52.222966 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-374ec814-328e-44b6-9b71-2a0b0dd8cbe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ea9935-8102-4648-ae6c-92fac791d7fa']}} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:52.237520 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-374ec814-328e-44b6-9b71-2a0b0dd8cbe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c') {'for_net_delete': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:52.238048 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-374ec814-328e-44b6-9b71-2a0b0dd8cbe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af85a2b-cda0-4f55-8e3e-cbbbe7d1d02c') {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:14:52.251473 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-374ec814-328e-44b6-9b71-2a0b0dd8cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10094412'] for segment, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:52.274958 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f25043e1-551e-4154-885a-7c474b23b5c5 req-d5663263-18de-4045-9a61-1bd21a5513b9 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609450 Sep 22 13:14:52.280539 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-374ec814-328e-44b6-9b71-2a0b0dd8cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:52.289580 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374ec814-328e-44b6-9b71-2a0b0dd8cbe4 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:14:52.289995 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-374ec814-328e-44b6-9b71-2a0b0dd8cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9138693'] for segment, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: Traceback (most recent call last): Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: timer() Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: cb(*args, **kw) Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: return func(*args, **kwargs) Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: self._notify() Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: self.callback(batched_events) Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: event.method(event) Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: return f(self, *a, **k) Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._get(url).json() Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: return self.request(url, 'GET', **kwargs) Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:14:52.294052 dv-cinder-810000-3-iscsi neutron-server[94873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:14:52.437878 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-374ec814-328e-44b6-9b71-2a0b0dd8cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:52.446088 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-374ec814-328e-44b6-9b71-2a0b0dd8cbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:52.448070 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-374ec814-328e-44b6-9b71-2a0b0dd8cbe4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c6ea9935-8102-4648-ae6c-92fac791d7fa HTTP/1.1" status: 204 len: 168 time: 0.4599755 Sep 22 13:14:52.457418 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ec814-328e-44b6-9b71-2a0b0dd8cbe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ea9935-8102-4648-ae6c-92fac791d7fa,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:52.730467 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5 no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:14:52.750099 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:14:52.750446 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 5ff3b15a-f885-4a0b-99c9-d88e5a1d01c5 not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:14:52.750978 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device fbda5c6b-15c6-4259-a6d6-2c90c47670a4 no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:14:52.773003 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: fbda5c6b-15c6-4259-a6d6-2c90c47670a4 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:14:52.773607 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device fbda5c6b-15c6-4259-a6d6-2c90c47670a4 not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:14:52.952359 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 33226) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:52.995179 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-4b24a7af-c2da-4fbd-bcb8-e85bff3f9c67 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d04a4440bd974592a2c14375e7f7fa18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381258 Sep 22 13:14:52.995179 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 33228) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:53.041634 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2251fc14-4c5f-4a8b-9d20-80c123ae7d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:53.062372 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2251fc14-4c5f-4a8b-9d20-80c123ae7d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:53.185827 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2251fc14-4c5f-4a8b-9d20-80c123ae7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:53.188480 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2251fc14-4c5f-4a8b-9d20-80c123ae7d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:53.189759 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-2251fc14-4c5f-4a8b-9d20-80c123ae7d23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c HTTP/1.1" status: 204 len: 168 time: 0.1946993 Sep 22 13:14:53.198144 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251fc14-4c5f-4a8b-9d20-80c123ae7d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d6cfbe-6534-49b4-8eb2-de4e8f1e872c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:53.396610 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec95269-d155-4748-8c62-3abab02569ba req-7484630a-ab0d-4d63-a147-53ef30136e44 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:53.398364 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-eec95269-d155-4748-8c62-3abab02569ba req-7484630a-ab0d-4d63-a147-53ef30136e44 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0493343 Sep 22 13:14:53.438491 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-eec95269-d155-4748-8c62-3abab02569ba req-8726adda-d783-4b46-910a-92d9dc636fd1 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338070 Sep 22 13:14:53.855138 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 33254) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:53.971299 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30e3902d-4fa2-4a38-8673-dc7ec6d2a853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:54.060141 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30e3902d-4fa2-4a38-8673-dc7ec6d2a853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:54.162102 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f163c-dfd5-4c6c-84bd-5f5fe32173a8 req-5ec14e69-0a1f-441b-ad08-b17a18a81244 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:54.164498 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b66f163c-dfd5-4c6c-84bd-5f5fe32173a8 req-5ec14e69-0a1f-441b-ad08-b17a18a81244 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0524025 Sep 22 13:14:54.197842 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30e3902d-4fa2-4a38-8673-dc7ec6d2a853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:54.221737 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b66f163c-dfd5-4c6c-84bd-5f5fe32173a8 req-fa589324-3282-41e0-900a-656279e09147 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510945 Sep 22 13:14:54.246508 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-30e3902d-4fa2-4a38-8673-dc7ec6d2a853 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d087056ef914c788fa928e52b2df3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902559 Sep 22 13:14:54.247494 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3902d-4fa2-4a38-8673-dc7ec6d2a853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72965029-d159-4397-b41f-abebd0166efc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:54.249268 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33268) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:54.311551 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-629edcaf-8302-4b68-bde8-8fdb719a34f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:54.339029 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-629edcaf-8302-4b68-bde8-8fdb719a34f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:54.483452 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-629edcaf-8302-4b68-bde8-8fdb719a34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:54.488794 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-629edcaf-8302-4b68-bde8-8fdb719a34f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:54.490062 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-629edcaf-8302-4b68-bde8-8fdb719a34f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72965029-d159-4397-b41f-abebd0166efc HTTP/1.1" status: 204 len: 168 time: 0.2392049 Sep 22 13:14:54.499614 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629edcaf-8302-4b68-bde8-8fdb719a34f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72965029-d159-4397-b41f-abebd0166efc,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:54.592274 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30903615-c549-44ad-93ea-c781a9c01022 req-2b8715b9-8f33-403a-bef5-0d32a1de6401 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:54.593898 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-30903615-c549-44ad-93ea-c781a9c01022 req-2b8715b9-8f33-403a-bef5-0d32a1de6401 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0602131 Sep 22 13:14:54.639069 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-30903615-c549-44ad-93ea-c781a9c01022 req-66259d44-38be-4637-b4cb-c16fea6e793b tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364408 Sep 22 13:14:55.366221 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f39b4-264a-4dea-a7ff-7a408391d97d req-7a13a269-b84c-440e-a920-aeef51ae7e0d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:55.367912 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-413f39b4-264a-4dea-a7ff-7a408391d97d req-7a13a269-b84c-440e-a920-aeef51ae7e0d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0691946 Sep 22 13:14:55.412585 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-413f39b4-264a-4dea-a7ff-7a408391d97d req-a65b6dd7-400a-4688-b9ee-3fd3c4b1fbc4 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367217 Sep 22 13:14:55.761157 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 33336) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:55.772057 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72046ece-7eeb-4745-a5a3-61420faaac5c req-21a7d8b9-aaa3-483c-8006-352d6e20a19f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:55.774307 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-72046ece-7eeb-4745-a5a3-61420faaac5c req-21a7d8b9-aaa3-483c-8006-352d6e20a19f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0533040 Sep 22 13:14:55.816826 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-72046ece-7eeb-4745-a5a3-61420faaac5c req-37370ceb-cede-4fe3-ae79-6f2fde99a7b0 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353017 Sep 22 13:14:55.866865 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2114747263-network', 'tenant_id': '2009da3841b14ba69e6be541cc0ec136'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:14:56.008829 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] Made reservation on behalf of 2009da3841b14ba69e6be541cc0ec136 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:14:56.011052 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.019799 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.108064 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.257695 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.273679 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33342) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:56.279277 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:14:56.293456 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4655ddb1-659f-4d88-bb6c-27386b2c0365,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:56.298197 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.298640 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.segments_db [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] Added segment b139e4d3-6a62-4b85-8e48-9e1d38db7ef4 of type vlan for network 88a73b91-5979-401e-ac30-5b2fa30cb9ce Sep 22 13:14:56.339284 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.385668 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-57306053-119b-41df-ae50-3b66a714f2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.438050 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.439641 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:56.440399 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.495373 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-57306053-119b-41df-ae50-3b66a714f2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.506743 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] Pushing event updated for resources: {'Network': ['ID=88a73b91-5979-401e-ac30-5b2fa30cb9ce,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:56.516609 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network 88a73b91-5979-401e-ac30-5b2fa30cb9ce details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:14:56.554407 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd066e81-50e2-4e29-9f07-af25675be2a8 req-3d299f63-f380-4d4e-901e-dd8f8e404385 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:56.555904 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bd066e81-50e2-4e29-9f07-af25675be2a8 req-3d299f63-f380-4d4e-901e-dd8f8e404385 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0511520 Sep 22 13:14:56.591727 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-57306053-119b-41df-ae50-3b66a714f2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.598589 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bd066e81-50e2-4e29-9f07-af25675be2a8 req-2559172f-b0cd-4acb-934b-342e8ac67209 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360122 Sep 22 13:14:56.633849 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-57306053-119b-41df-ae50-3b66a714f2ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97742e38a13e4df4ad21fd1197ecfaa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590357 Sep 22 13:14:56.637073 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 33354) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:56.639051 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57306053-119b-41df-ae50-3b66a714f2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3763bb58-782b-4553-9cc4-b30af8c89724,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:56.688417 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-e5eec237-2d24-4d1b-9b9d-348dc34f378c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9259913 Sep 22 13:14:56.707292 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33356) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:56.708039 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0d752a2-11ab-4236-9a55-765cdcf69e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.708148 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-6fdf9afa-387f-4ac8-8938-195a993479fb admin admin] Request body: {'subnet': {'network_id': '88a73b91-5979-401e-ac30-5b2fa30cb9ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2114747263-subnet', 'tenant_id': '2009da3841b14ba69e6be541cc0ec136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:14:56.717257 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0d752a2-11ab-4236-9a55-765cdcf69e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.814554 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdf9afa-387f-4ac8-8938-195a993479fb admin admin] Made reservation on behalf of 2009da3841b14ba69e6be541cc0ec136 for: {'subnet': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:14:56.816926 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6fdf9afa-387f-4ac8-8938-195a993479fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11900479'] for subnet, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.854682 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0d752a2-11ab-4236-9a55-765cdcf69e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.857287 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a0d752a2-11ab-4236-9a55-765cdcf69e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:56.858622 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-a0d752a2-11ab-4236-9a55-765cdcf69e37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3763bb58-782b-4553-9cc4-b30af8c89724 HTTP/1.1" status: 204 len: 168 time: 0.2204354 Sep 22 13:14:56.868285 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d752a2-11ab-4236-9a55-765cdcf69e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3763bb58-782b-4553-9cc4-b30af8c89724,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:56.972811 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6c18d-fbc0-4ccf-b1c5-79f564b89df7 req-602491dc-d5b2-4c0d-b3da-474ebee24518 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:56.974363 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-aba6c18d-fbc0-4ccf-b1c5-79f564b89df7 req-602491dc-d5b2-4c0d-b3da-474ebee24518 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0762391 Sep 22 13:14:57.046945 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-aba6c18d-fbc0-4ccf-b1c5-79f564b89df7 req-96b5a3e0-cbb2-4c0f-9605-b574a186ec68 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488048 Sep 22 13:14:57.189418 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6fdf9afa-387f-4ac8-8938-195a993479fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9112682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11900429'] for subnet, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:57.254542 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf9afa-387f-4ac8-8938-195a993479fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c192e2-9910-4d81-9ef2-57121e0b8280,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:57.264868 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf9afa-387f-4ac8-8938-195a993479fb admin admin] Checking segment: {'id': 'b139e4d3-6a62-4b85-8e48-9e1d38db7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '88a73b91-5979-401e-ac30-5b2fa30cb9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:14:57.271070 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdf9afa-387f-4ac8-8938-195a993479fb admin admin] Network hostable DHCP agents. Network: 88a73b91-5979-401e-ac30-5b2fa30cb9ce, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:14:57.431608 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdf9afa-387f-4ac8-8938-195a993479fb admin admin] Network 88a73b91-5979-401e-ac30-5b2fa30cb9ce is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:14:57.569242 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-6fdf9afa-387f-4ac8-8938-195a993479fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, 88a73b91-5979-401e-ac30-5b2fa30cb9ce) {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:14:57.574856 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdf9afa-387f-4ac8-8938-195a993479fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:57.574856 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6fdf9afa-387f-4ac8-8938-195a993479fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:57.579934 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78affea5-3ff1-4f64-8d48-92a2733efcc3 None None] Network 88a73b91-5979-401e-ac30-5b2fa30cb9ce requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:14:57.710251 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646b0136-3a5f-4da3-9c40-a064f08823af None None] Network 88a73b91-5979-401e-ac30-5b2fa30cb9ce requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:14:57.727708 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb3050-e686-4ba8-bb39-440d825f0582 req-2c5c1e8d-9400-4272-9239-b3e8291fb97c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:57.729384 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4cdb3050-e686-4ba8-bb39-440d825f0582 req-2c5c1e8d-9400-4272-9239-b3e8291fb97c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0577419 Sep 22 13:14:57.769497 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-6fdf9afa-387f-4ac8-8938-195a993479fb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0768263 Sep 22 13:14:57.781476 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4cdb3050-e686-4ba8-bb39-440d825f0582 req-f498d01e-c6c6-46d1-b252-6024e1041ec2 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438082 Sep 22 13:14:57.785083 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33370) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:57.799583 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-71ed995c-c109-4005-81cf-f337a38f2385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:57.892654 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-71ed995c-c109-4005-81cf-f337a38f2385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:57.985579 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-71ed995c-c109-4005-81cf-f337a38f2385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:58.025423 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-71ed995c-c109-4005-81cf-f337a38f2385 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f388405841741fabd74f7a768bdd6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391708 Sep 22 13:14:58.026292 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed995c-c109-4005-81cf-f337a38f2385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f672c8e6-ec3c-4a4f-9826-9eeacd59f949,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:58.028450 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 33378) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:14:58.078167 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28991420-ad30-46f2-a333-dbb5cac055f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:58.102848 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28991420-ad30-46f2-a333-dbb5cac055f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:58.188376 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89219ed3-8414-40ad-a347-fed8dbac7c6b req-f36b3e3a-ad31-4b06-9152-4ac955af519e tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:58.189875 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-89219ed3-8414-40ad-a347-fed8dbac7c6b req-f36b3e3a-ad31-4b06-9152-4ac955af519e tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0486040 Sep 22 13:14:58.229016 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28991420-ad30-46f2-a333-dbb5cac055f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:58.231520 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-89219ed3-8414-40ad-a347-fed8dbac7c6b req-e5067da2-3632-4d6f-8c7e-e0c9e1c53a89 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&id=af77cbcc-034c-4fea-b39e-7d03255ba961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342908 Sep 22 13:14:58.231688 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-28991420-ad30-46f2-a333-dbb5cac055f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:14:58.232679 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-28991420-ad30-46f2-a333-dbb5cac055f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f672c8e6-ec3c-4a4f-9826-9eeacd59f949 HTTP/1.1" status: 204 len: 168 time: 0.2030985 Sep 22 13:14:58.241820 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28991420-ad30-46f2-a333-dbb5cac055f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f672c8e6-ec3c-4a4f-9826-9eeacd59f949,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:14:58.911401 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e62c06-cda0-4250-af82-a2dc3dfcc472 req-fdcf26c2-7205-469f-8f1f-c0216742666d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:14:58.913461 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c3e62c06-cda0-4250-af82-a2dc3dfcc472 req-fdcf26c2-7205-469f-8f1f-c0216742666d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0511119 Sep 22 13:14:58.954728 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c3e62c06-cda0-4250-af82-a2dc3dfcc472 req-0116a975-7a0f-4aab-9b3c-7ae9033ec4b2 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353837 Sep 22 13:15:00.075362 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbe5d4-7e3a-49aa-9d73-a1449fbc81da req-d42c72a4-d258-4599-b23b-76c8e97fa29e tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:00.076937 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5bcbe5d4-7e3a-49aa-9d73-a1449fbc81da req-d42c72a4-d258-4599-b23b-76c8e97fa29e tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0524416 Sep 22 13:15:00.115471 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5bcbe5d4-7e3a-49aa-9d73-a1449fbc81da req-6a2353c6-4a4c-40cb-8fc2-0e0f5cc49f50 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319402 Sep 22 13:15:01.025897 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52790938-4f35-440e-9ba9-f81330137426 req-b7be0ab5-8715-4c44-961a-7aaa0aef8141 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:01.027651 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-52790938-4f35-440e-9ba9-f81330137426 req-b7be0ab5-8715-4c44-961a-7aaa0aef8141 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/networks?id=88a73b91-5979-401e-ac30-5b2fa30cb9ce HTTP/1.1" status: 200 len: 814 time: 0.1032844 Sep 22 13:15:01.044086 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-52790938-4f35-440e-9ba9-f81330137426 req-c8b821a3-4d19-4e87-bf23-b1b90cc579dd tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/quotas/2009da3841b14ba69e6be541cc0ec136 HTTP/1.1" status: 200 len: 375 time: 0.0104885 Sep 22 13:15:01.075407 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-52790938-4f35-440e-9ba9-f81330137426 req-ac96f532-d38f-4db5-bdd0-c0dec8339738 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2009da3841b14ba69e6be541cc0ec136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256391 Sep 22 13:15:01.176426 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-52790938-4f35-440e-9ba9-f81330137426 req-224890df-557a-4c0b-9b2c-423f9f689a35 service neutron] 10.222.0.43 "GET /v2.0/networks/88a73b91-5979-401e-ac30-5b2fa30cb9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936942 Sep 22 13:15:01.255063 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56319dcc-3b83-4780-bfda-5d17e72c6bbc req-7898e814-8277-4d2d-8768-03d0dc847cf3 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:01.257117 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-56319dcc-3b83-4780-bfda-5d17e72c6bbc req-7898e814-8277-4d2d-8768-03d0dc847cf3 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0558701 Sep 22 13:15:01.285419 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-52790938-4f35-440e-9ba9-f81330137426 req-1a7ec098-9648-4189-851f-40c560f35742 service neutron] 10.222.0.43 "GET /v2.0/networks/88a73b91-5979-401e-ac30-5b2fa30cb9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001775 Sep 22 13:15:01.322983 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-56319dcc-3b83-4780-bfda-5d17e72c6bbc req-4631bb53-72dc-4349-813a-9f620955c5fb tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590520 Sep 22 13:15:01.387721 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 33484) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:01.496249 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:01.598208 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-20dacbe5-d11c-44c9-9b4b-da792e3d4144 req-6de2fb1b-a427-4bee-b8a2-ee16678081da tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 210 time: 0.0267735 Sep 22 13:15:01.602868 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:01.763167 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:01.806601 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33496) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:01.806836 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce3380199c8043aa9cc47ea5b6ead1c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4178920 Sep 22 13:15:01.808075 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0816ad5-3730-41d1-8609-555b6a10b9ff,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:01.815978 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:01.816329 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:01.816685 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:01.817023 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:01.817358 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:01.817691 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:01.818632 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:01.818976 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:01.819514 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:01.819854 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:01.820195 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:01.820510 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32e33d-e533-4843-9920-fea96656aa02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:01.860295 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-63a68208-a4ce-44d7-bd7d-92ab42baa61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:01.885396 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-63a68208-a4ce-44d7-bd7d-92ab42baa61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:02.040332 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-63a68208-a4ce-44d7-bd7d-92ab42baa61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:02.042931 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-63a68208-a4ce-44d7-bd7d-92ab42baa61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:02.044196 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-63a68208-a4ce-44d7-bd7d-92ab42baa61e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0816ad5-3730-41d1-8609-555b6a10b9ff HTTP/1.1" status: 204 len: 168 time: 0.2360282 Sep 22 13:15:02.052613 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a68208-a4ce-44d7-bd7d-92ab42baa61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0816ad5-3730-41d1-8609-555b6a10b9ff,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:02.446848 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3f598-8f5c-4d86-b563-79675f730f34 req-e53c43bd-6f12-46d3-8fee-983c4f13506f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:02.454081 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-46c3f598-8f5c-4d86-b563-79675f730f34 req-e53c43bd-6f12-46d3-8fee-983c4f13506f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0575583 Sep 22 13:15:02.494720 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-46c3f598-8f5c-4d86-b563-79675f730f34 req-25832bcf-dacb-45de-866b-7dc564cd2225 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397000 Sep 22 13:15:02.678466 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-81bd50ac-1524-4678-abf7-847b61135d9f req-f2a0c992-47e5-4bce-99af-6fa001466b54 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 210 time: 0.0297632 Sep 22 13:15:03.072303 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33518) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:03.085593 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-72d1a416-4919-4cce-ba5e-68e72d9ee142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:03.177840 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-72d1a416-4919-4cce-ba5e-68e72d9ee142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:03.265214 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-72d1a416-4919-4cce-ba5e-68e72d9ee142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:03.307179 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1a416-4919-4cce-ba5e-68e72d9ee142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27134a2-bf03-4536-81bb-34d8dec86609,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:03.311889 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-72d1a416-4919-4cce-ba5e-68e72d9ee142 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f5e213c044aa4290a91233bb31230248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383893 Sep 22 13:15:03.315856 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33520) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:03.370804 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-825a4883-8294-42cb-a30c-c5fdd29fa3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:03.392448 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-825a4883-8294-42cb-a30c-c5fdd29fa3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:03.517046 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-825a4883-8294-42cb-a30c-c5fdd29fa3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:03.520203 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-825a4883-8294-42cb-a30c-c5fdd29fa3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:03.524240 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-825a4883-8294-42cb-a30c-c5fdd29fa3ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f27134a2-bf03-4536-81bb-34d8dec86609 HTTP/1.1" status: 204 len: 168 time: 0.2073023 Sep 22 13:15:03.533261 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a4883-8294-42cb-a30c-c5fdd29fa3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27134a2-bf03-4536-81bb-34d8dec86609,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:03.642173 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919aaba5-2fd1-450d-a376-1431fa94f54a req-023c9b3f-c0b4-4ce5-8ad6-4d1f92083b33 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:03.647950 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-919aaba5-2fd1-450d-a376-1431fa94f54a req-023c9b3f-c0b4-4ce5-8ad6-4d1f92083b33 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0633085 Sep 22 13:15:03.693623 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-919aaba5-2fd1-450d-a376-1431fa94f54a req-26828196-b39f-48e8-b8f2-767ca7a1b903 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385244 Sep 22 13:15:03.778358 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-621770c9-ea11-40e2-9995-c07cb21ee2f6 req-1f6876c8-2dbf-4157-a2db-0d0a8355a47b tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 210 time: 0.0297139 Sep 22 13:15:04.523506 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52790938-4f35-440e-9ba9-f81330137426 req-6aaa2fa6-384d-4659-96c8-bf58e4149b61 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:04.525577 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-52790938-4f35-440e-9ba9-f81330137426 req-6aaa2fa6-384d-4659-96c8-bf58e4149b61 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.23 "GET /v2.0/networks?id=88a73b91-5979-401e-ac30-5b2fa30cb9ce HTTP/1.1" status: 200 len: 814 time: 0.1263282 Sep 22 13:15:04.538640 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-52790938-4f35-440e-9ba9-f81330137426 req-075fa1fe-56e4-4ecc-9cab-0e1c129c2f0c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Request body: {'port': {'device_id': '9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50', 'network_id': '88a73b91-5979-401e-ac30-5b2fa30cb9ce', 'admin_state_up': True, 'tenant_id': '2009da3841b14ba69e6be541cc0ec136'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:15:04.820778 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d5e72-4594-4bad-b3d0-f2d104bf6c68 req-9810ac2f-ae7a-405c-8601-0f83852bf1d8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:04.822413 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-644d5e72-4594-4bad-b3d0-f2d104bf6c68 req-9810ac2f-ae7a-405c-8601-0f83852bf1d8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0626111 Sep 22 13:15:04.867951 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-644d5e72-4594-4bad-b3d0-f2d104bf6c68 req-05ecc28d-915c-42b7-a30b-d25ab2a304e2 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390592 Sep 22 13:15:04.894901 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0747e788-cf78-42fa-a017-1279bf5bce3e req-ab661fb8-2f9e-4cc2-aeb6-03d1fad84313 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 210 time: 0.0380926 Sep 22 13:15:04.907982 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52790938-4f35-440e-9ba9-f81330137426 req-075fa1fe-56e4-4ecc-9cab-0e1c129c2f0c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Made reservation on behalf of 2009da3841b14ba69e6be541cc0ec136 for: {'port': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:15:04.907982 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-52790938-4f35-440e-9ba9-f81330137426 req-075fa1fe-56e4-4ecc-9cab-0e1c129c2f0c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:05.035403 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [req-52790938-4f35-440e-9ba9-f81330137426 req-075fa1fe-56e4-4ecc-9cab-0e1c129c2f0c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Allocated IP 172.20.0.3 (88a73b91-5979-401e-ac30-5b2fa30cb9ce/30c192e2-9910-4d81-9ef2-57121e0b8280/bbbb0eab-72e6-4c66-ba19-cc778571757d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:15:05.133589 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-9d519af9-d0b4-42e3-86fc-1f489c0a062a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:05.247769 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-52790938-4f35-440e-9ba9-f81330137426 req-075fa1fe-56e4-4ecc-9cab-0e1c129c2f0c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:05.400813 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-52790938-4f35-440e-9ba9-f81330137426 req-075fa1fe-56e4-4ecc-9cab-0e1c129c2f0c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:05.444304 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52790938-4f35-440e-9ba9-f81330137426 req-075fa1fe-56e4-4ecc-9cab-0e1c129c2f0c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Network 88a73b91-5979-401e-ac30-5b2fa30cb9ce is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:15:05.447296 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [req-52790938-4f35-440e-9ba9-f81330137426 req-075fa1fe-56e4-4ecc-9cab-0e1c129c2f0c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:15:05.450983 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-52790938-4f35-440e-9ba9-f81330137426 req-075fa1fe-56e4-4ecc-9cab-0e1c129c2f0c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:15:05.475625 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fa1fe-56e4-4ecc-9cab-0e1c129c2f0c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Pushing event updated for resources: {'Port': ['ID=bbbb0eab-72e6-4c66-ba19-cc778571757d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:05.502906 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52790938-4f35-440e-9ba9-f81330137426 req-075fa1fe-56e4-4ecc-9cab-0e1c129c2f0c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:05.503544 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-52790938-4f35-440e-9ba9-f81330137426 req-075fa1fe-56e4-4ecc-9cab-0e1c129c2f0c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:05.603231 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-52790938-4f35-440e-9ba9-f81330137426 req-075fa1fe-56e4-4ecc-9cab-0e1c129c2f0c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0685284 Sep 22 13:15:05.616150 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Request body: {'port': {'device_id': '9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:15:05.674124 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:05.946926 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbb0eab-72e6-4c66-ba19-cc778571757d {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:15:05.957441 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:05.981021 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Transition to ACTIVE for port object bbbb0eab-72e6-4c66-ba19-cc778571757d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:15:05.995987 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb71eb-a480-4dfb-9b64-4b8793d79562 req-e8ce87f8-862d-48f4-ab1e-330d1164b861 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:06.006032 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-adcb71eb-a480-4dfb-9b64-4b8793d79562 req-e8ce87f8-862d-48f4-ab1e-330d1164b861 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0603788 Sep 22 13:15:06.022746 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061c788-991b-45ee-a5fe-d71184b0d93f req-48f036a8-db0e-4ee4-a8a1-1cdc1f42ecee tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:06.024203 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5061c788-991b-45ee-a5fe-d71184b0d93f req-48f036a8-db0e-4ee4-a8a1-1cdc1f42ecee tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 931 time: 0.0571551 Sep 22 13:15:06.039704 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-adcb71eb-a480-4dfb-9b64-4b8793d79562 req-d34624a3-b876-4bdd-8b76-5f84d0f5ab5f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339847 Sep 22 13:15:06.046082 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:06.097809 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5061c788-991b-45ee-a5fe-d71184b0d93f req-ce0f4c04-8384-48d3-ba48-c24872e6cb1e tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672867 Sep 22 13:15:06.112756 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbb0eab-72e6-4c66-ba19-cc778571757d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:06.185171 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Attempting to bind port bbbb0eab-72e6-4c66-ba19-cc778571757d on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:15:06.185496 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Attempting to bind port bbbb0eab-72e6-4c66-ba19-cc778571757d by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'b139e4d3-6a62-4b85-8e48-9e1d38db7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '88a73b91-5979-401e-ac30-5b2fa30cb9ce'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:15:06.185826 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Attempting to bind port bbbb0eab-72e6-4c66-ba19-cc778571757d on network 88a73b91-5979-401e-ac30-5b2fa30cb9ce {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:15:06.190297 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Port bbbb0eab-72e6-4c66-ba19-cc778571757d on network 88a73b91-5979-401e-ac30-5b2fa30cb9ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:15:06.190625 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Attempting to bind port bbbb0eab-72e6-4c66-ba19-cc778571757d on network 88a73b91-5979-401e-ac30-5b2fa30cb9ce {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:15:06.196099 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:15:06.196438 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Checking segment: {'id': 'b139e4d3-6a62-4b85-8e48-9e1d38db7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '88a73b91-5979-401e-ac30-5b2fa30cb9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:15:06.196824 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Bound using segment: {'id': 'b139e4d3-6a62-4b85-8e48-9e1d38db7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '88a73b91-5979-401e-ac30-5b2fa30cb9ce'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:15:06.197291 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Bound port: bbbb0eab-72e6-4c66-ba19-cc778571757d, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b139e4d3-6a62-4b85-8e48-9e1d38db7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '88a73b91-5979-401e-ac30-5b2fa30cb9ce'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:15:06.197686 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:06.277962 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] For port bbbb0eab-72e6-4c66-ba19-cc778571757d, host hv-cinder-81000, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:15:06.282017 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] For port bbbb0eab-72e6-4c66-ba19-cc778571757d, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=bbbb0eab-72e6-4c66-ba19-cc778571757d,segment=NetworkSegment(b139e4d3-6a62-4b85-8e48-9e1d38db7ef4),segment_id=b139e4d3-6a62-4b85-8e48-9e1d38db7ef4)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:15:06.410693 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31648c9b-01d1-4b70-876e-ce315ac18fba req-98aa6cef-9d61-4fe7-b17b-c5b1ac1403fd tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:06.412312 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-31648c9b-01d1-4b70-876e-ce315ac18fba req-98aa6cef-9d61-4fe7-b17b-c5b1ac1403fd tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0499303 Sep 22 13:15:06.414064 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:06.468276 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:06.468902 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:06.470340 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-52790938-4f35-440e-9ba9-f81330137426 req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] 10.222.0.23 "PUT /v2.0/ports/bbbb0eab-72e6-4c66-ba19-cc778571757d HTTP/1.1" status: 200 len: 1093 time: 0.8591373 Sep 22 13:15:06.472962 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50', 'tag': 'bbbb0eab-72e6-4c66-ba19-cc778571757d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:15:06.475527 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5198856-30e9-4d75-880a-7bfebf1e34d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50", "tag": "bbbb0eab-72e6-4c66-ba19-cc778571757d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:15:06.510408 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdd29f-e094-4cff-8e02-8d1599a5f816 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbb0eab-72e6-4c66-ba19-cc778571757d,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:06.515525 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-31648c9b-01d1-4b70-876e-ce315ac18fba req-f9d0e22b-da4a-4cfa-9376-96bbfbaad6b2 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963430 Sep 22 13:15:06.526111 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a268684-3193-4c5a-af4c-5b57c7bbb9db x-openstack-request-id: req-7a268684-3193-4c5a-af4c-5b57c7bbb9db {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:15:06.526670 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50", "tag": "bbbb0eab-72e6-4c66-ba19-cc778571757d", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:15:06.526983 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a268684-3193-4c5a-af4c-5b57c7bbb9db {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:15:06.527381 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50', 'tag': 'bbbb0eab-72e6-4c66-ba19-cc778571757d', 'status': 'completed', 'code': 200} Sep 22 13:15:06.579717 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c0300-f2de-4a88-a828-bf680253b85c req-6f16024c-5fa7-4047-805c-506fbd0d98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:06.581245 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a86c0300-f2de-4a88-a828-bf680253b85c req-6f16024c-5fa7-4047-805c-506fbd0d98fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d0eaec60ee64de8bef900efc8811d07&device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 1098 time: 0.0489628 Sep 22 13:15:06.591478 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5198856-30e9-4d75-880a-7bfebf1e34d8 req-74bd7725-ef16-4ab4-8f89-8a707971de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:06.593065 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a5198856-30e9-4d75-880a-7bfebf1e34d8 req-74bd7725-ef16-4ab4-8f89-8a707971de46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2009da3841b14ba69e6be541cc0ec136&device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 1096 time: 0.0451362 Sep 22 13:15:06.688079 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c0300-f2de-4a88-a828-bf680253b85c req-f34e1ba4-9b8a-4ded-b245-d18969d807d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:06.689618 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a86c0300-f2de-4a88-a828-bf680253b85c req-f34e1ba4-9b8a-4ded-b245-d18969d807d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7ff256e-94df-44a6-b96c-3d0c6896f093 HTTP/1.1" status: 200 len: 912 time: 0.0985887 Sep 22 13:15:06.702696 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5198856-30e9-4d75-880a-7bfebf1e34d8 req-f2abfdcd-d36a-43b2-8908-5f6870371f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:06.704297 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a5198856-30e9-4d75-880a-7bfebf1e34d8 req-f2abfdcd-d36a-43b2-8908-5f6870371f3f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2009da3841b14ba69e6be541cc0ec136&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1025259 Sep 22 13:15:06.783683 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a86c0300-f2de-4a88-a828-bf680253b85c req-0d6ca67a-c55b-4e52-9e70-c262cd78989b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee028d-6a0d-4aa7-823b-d96fde18de61 HTTP/1.1" status: 200 len: 1001 time: 0.0698960 Sep 22 13:15:06.834924 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c0300-f2de-4a88-a828-bf680253b85c req-e085733b-29af-4b63-b6ee-994022ed9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:06.835985 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5198856-30e9-4d75-880a-7bfebf1e34d8 req-540eba89-2b68-4b30-b425-f4e90778b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:06.836475 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a86c0300-f2de-4a88-a828-bf680253b85c req-e085733b-29af-4b63-b6ee-994022ed9b09 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1619f7f4-41aa-4194-b81e-a75b642a92db HTTP/1.1" status: 200 len: 850 time: 0.0569260 Sep 22 13:15:06.837441 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a5198856-30e9-4d75-880a-7bfebf1e34d8 req-540eba89-2b68-4b30-b425-f4e90778b570 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260350 Sep 22 13:15:06.885516 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c0300-f2de-4a88-a828-bf680253b85c req-322c5864-10a8-41f3-bcd3-e9cac99f0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:06.887070 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a86c0300-f2de-4a88-a828-bf680253b85c req-322c5864-10a8-41f3-bcd3-e9cac99f0e68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7ff256e-94df-44a6-b96c-3d0c6896f093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408139 Sep 22 13:15:06.921164 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52790938-4f35-440e-9ba9-f81330137426 req-3edbe9a2-f7fa-41e1-83fc-73a900acc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:06.922673 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-52790938-4f35-440e-9ba9-f81330137426 req-3edbe9a2-f7fa-41e1-83fc-73a900acc31f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2009da3841b14ba69e6be541cc0ec136&device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 1096 time: 0.0409331 Sep 22 13:15:06.968303 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-52790938-4f35-440e-9ba9-f81330137426 req-0ac0404e-3841-4213-95db-e8d6e83bbc26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbbb0eab-72e6-4c66-ba19-cc778571757d HTTP/1.1" status: 200 len: 217 time: 0.0370409 Sep 22 13:15:06.986267 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a86c0300-f2de-4a88-a828-bf680253b85c req-3ea220ee-7c8e-4322-9a09-4a4cae67b1d1 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895567 Sep 22 13:15:07.023215 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52790938-4f35-440e-9ba9-f81330137426 req-aa6f1460-83c7-40aa-8409-31fdcf376d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:07.024777 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-52790938-4f35-440e-9ba9-f81330137426 req-aa6f1460-83c7-40aa-8409-31fdcf376d9c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30c192e2-9910-4d81-9ef2-57121e0b8280 HTTP/1.1" status: 200 len: 854 time: 0.0487752 Sep 22 13:15:07.063024 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-52790938-4f35-440e-9ba9-f81330137426 req-7b1e26e0-b382-4ad2-bddb-db2c42e46e6c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88a73b91-5979-401e-ac30-5b2fa30cb9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243433 Sep 22 13:15:07.084943 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a86c0300-f2de-4a88-a828-bf680253b85c req-8cac00c1-7116-4ca0-8001-0ab11f1dca81 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909922 Sep 22 13:15:07.162210 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-52790938-4f35-440e-9ba9-f81330137426 req-3c540daa-0f12-4721-9af1-097fac819a89 service neutron] 10.222.0.23 "GET /v2.0/networks/88a73b91-5979-401e-ac30-5b2fa30cb9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922093 Sep 22 13:15:07.268469 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a26636-f73f-4df8-915f-7ed487f0c506 req-93521b7a-383c-495b-b09a-751bc56660ab tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:07.269948 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-24a26636-f73f-4df8-915f-7ed487f0c506 req-93521b7a-383c-495b-b09a-751bc56660ab tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 943 time: 0.1027043 Sep 22 13:15:07.314938 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-52790938-4f35-440e-9ba9-f81330137426 req-2839570e-6197-4eea-9fed-b5ea93aa43cd service neutron] 10.222.0.23 "GET /v2.0/networks/88a73b91-5979-401e-ac30-5b2fa30cb9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390700 Sep 22 13:15:07.331286 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-24a26636-f73f-4df8-915f-7ed487f0c506 req-91ef01f1-1fbc-4858-a957-6ff25ddffac8 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512848 Sep 22 13:15:07.637382 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef087aa-9843-49fa-aed0-aa7280ccdef7 req-227ed13d-6251-4f2e-b611-5ade60213453 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:07.638822 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fef087aa-9843-49fa-aed0-aa7280ccdef7 req-227ed13d-6251-4f2e-b611-5ade60213453 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0526893 Sep 22 13:15:07.679130 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fef087aa-9843-49fa-aed0-aa7280ccdef7 req-72fbd477-0a1e-4206-abe0-d16dd50192b4 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342567 Sep 22 13:15:08.277909 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0af5fe18-5500-43a5-b3ca-013a6b6a12c5 req-378b7c69-50b5-457a-8602-9a578b746645 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455604 Sep 22 13:15:08.343790 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5fe18-5500-43a5-b3ca-013a6b6a12c5 req-874e9c7e-edab-4ab7-aaa0-5e257f3690a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:08.345266 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0af5fe18-5500-43a5-b3ca-013a6b6a12c5 req-874e9c7e-edab-4ab7-aaa0-5e257f3690a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9b927b18a264e798ad9389f4c099037&device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 1099 time: 0.0395489 Sep 22 13:15:08.499201 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5fe18-5500-43a5-b3ca-013a6b6a12c5 req-05933e33-ca04-490b-99b0-9a8c7f92d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:08.500844 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0af5fe18-5500-43a5-b3ca-013a6b6a12c5 req-05933e33-ca04-490b-99b0-9a8c7f92d483 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc619f7c-a032-4a42-ba73-abb931db8402 HTTP/1.1" status: 200 len: 918 time: 0.1254723 Sep 22 13:15:08.509417 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630b9af-cd2c-4296-bc84-5f15ed4225ad req-212d22d2-4063-4560-9385-3817e059992c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:08.510947 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f630b9af-cd2c-4296-bc84-5f15ed4225ad req-212d22d2-4063-4560-9385-3817e059992c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 943 time: 0.1041262 Sep 22 13:15:08.598217 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f630b9af-cd2c-4296-bc84-5f15ed4225ad req-32215dac-9f3c-4e13-b608-c5eee8227e87 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791807 Sep 22 13:15:08.600386 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0af5fe18-5500-43a5-b3ca-013a6b6a12c5 req-9da4e6d7-3250-47d9-9343-932a8ba10d5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c357bd-91b5-4b33-a096-555dac674c13 HTTP/1.1" status: 200 len: 1000 time: 0.0884602 Sep 22 13:15:08.661468 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5fe18-5500-43a5-b3ca-013a6b6a12c5 req-c9885297-b391-4fb0-8026-574bcf921478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:08.663357 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0af5fe18-5500-43a5-b3ca-013a6b6a12c5 req-c9885297-b391-4fb0-8026-574bcf921478 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa0e3c9-3a8f-4139-a019-7d3495bd525f HTTP/1.1" status: 200 len: 856 time: 0.0556045 Sep 22 13:15:08.710931 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5fe18-5500-43a5-b3ca-013a6b6a12c5 req-45a602e7-586f-4bfa-a3ff-4eaa2bf8da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:08.712527 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0af5fe18-5500-43a5-b3ca-013a6b6a12c5 req-45a602e7-586f-4bfa-a3ff-4eaa2bf8da40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc619f7c-a032-4a42-ba73-abb931db8402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418339 Sep 22 13:15:08.727720 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-08d07598-c831-4f1f-b5ee-804ba702803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:08.810431 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0af5fe18-5500-43a5-b3ca-013a6b6a12c5 req-bb50110b-e2f8-4127-bb08-88d8c8e289cd service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906188 Sep 22 13:15:08.840429 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:08.846303 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d32c1-92e5-440c-9c95-8fa08f5e23c9 req-21bd9db3-774c-4759-85bf-06918b53bd83 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:08.846960 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-089d32c1-92e5-440c-9c95-8fa08f5e23c9 req-21bd9db3-774c-4759-85bf-06918b53bd83 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0501356 Sep 22 13:15:08.889074 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-089d32c1-92e5-440c-9c95-8fa08f5e23c9 req-bc1979b6-f712-44f7-8c81-47e126aa4deb tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357816 Sep 22 13:15:08.915634 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0af5fe18-5500-43a5-b3ca-013a6b6a12c5 req-668c339e-d05e-4bbe-acdc-294ca3cda9a8 service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963068 Sep 22 13:15:09.022787 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:09.714849 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b0ad2-cf41-4383-aaec-08710c7c94ca req-bd61b388-7ffe-4dd9-8965-715d0eed3670 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:09.716419 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-622b0ad2-cf41-4383-aaec-08710c7c94ca req-bd61b388-7ffe-4dd9-8965-715d0eed3670 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 943 time: 0.0503228 Sep 22 13:15:09.756287 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-622b0ad2-cf41-4383-aaec-08710c7c94ca req-8894aef5-8415-4392-951d-99ada00e4ec6 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337155 Sep 22 13:15:10.156722 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:10.838789 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 33704) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:10.878423 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f623ae-2e3a-4221-bf63-fdeec0ab3a18 req-192615ec-2fb6-41c6-8f6c-287d77bac347 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:10.880575 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f4f623ae-2e3a-4221-bf63-fdeec0ab3a18 req-192615ec-2fb6-41c6-8f6c-287d77bac347 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 943 time: 0.0513477 Sep 22 13:15:10.922210 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f4f623ae-2e3a-4221-bf63-fdeec0ab3a18 req-b6410146-a6c3-41cd-b2ab-1095435f23cb tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352769 Sep 22 13:15:10.948121 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20a99950-fdd8-4efe-95fe-e094bb457729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:11.051956 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20a99950-fdd8-4efe-95fe-e094bb457729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:11.139476 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-20a99950-fdd8-4efe-95fe-e094bb457729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:11.178872 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-20a99950-fdd8-4efe-95fe-e094bb457729 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df06c8f231e44e2e96692e94695fcbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388658 Sep 22 13:15:11.179679 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a99950-fdd8-4efe-95fe-e094bb457729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a911545e-b52a-4021-bdde-f57b8dc0169f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:11.181458 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33712) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:11.235326 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:11.257676 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:11.355234 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device bbbb0eab-72e6-4c66-ba19-cc778571757d details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:15:11.424792 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:11.428151 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:11.434263 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a911545e-b52a-4021-bdde-f57b8dc0169f HTTP/1.1" status: 204 len: 168 time: 0.2462358 Sep 22 13:15:11.439674 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a911545e-b52a-4021-bdde-f57b8dc0169f,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:11.447564 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:11.447989 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:11.448396 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:11.448861 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:11.449147 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:11.449652 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:11.450142 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:11.450476 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:11.450799 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:11.451379 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:11.451733 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:11.452055 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec5db-cc9b-4ce8-b367-2747ec1ec705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:11.453893 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port bbbb0eab-72e6-4c66-ba19-cc778571757d, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=bbbb0eab-72e6-4c66-ba19-cc778571757d,segment=NetworkSegment(b139e4d3-6a62-4b85-8e48-9e1d38db7ef4),segment_id=b139e4d3-6a62-4b85-8e48-9e1d38db7ef4)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:15:11.472930 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': 'bbbb0eab-72e6-4c66-ba19-cc778571757d', 'network_id': '88a73b91-5979-401e-ac30-5b2fa30cb9ce', 'port_id': 'bbbb0eab-72e6-4c66-ba19-cc778571757d', 'mac_address': 'fa:16:3e:32:b7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c192e2-9910-4d81-9ef2-57121e0b8280', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:15:11.512877 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:11.525710 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbb0eab-72e6-4c66-ba19-cc778571757d {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:15:11.547160 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port bbbb0eab-72e6-4c66-ba19-cc778571757d, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=bbbb0eab-72e6-4c66-ba19-cc778571757d,segment=NetworkSegment(b139e4d3-6a62-4b85-8e48-9e1d38db7ef4),segment_id=b139e4d3-6a62-4b85-8e48-9e1d38db7ef4)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:15:11.625254 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:11.655794 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:11.675248 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=bbbb0eab-72e6-4c66-ba19-cc778571757d,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:11.891205 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['bbbb0eab-72e6-4c66-ba19-cc778571757d'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:15:12.041481 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b769fc-fe00-4101-afef-583d23b3151f req-cde58388-86e2-4511-8452-fd0e65c651cd tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:12.043479 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b0b769fc-fe00-4101-afef-583d23b3151f req-cde58388-86e2-4511-8452-fd0e65c651cd tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 944 time: 0.0497639 Sep 22 13:15:12.080298 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b0b769fc-fe00-4101-afef-583d23b3151f req-c72914f0-43d8-4261-a05b-7821ee1c92be tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Sep 22 13:15:12.127807 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 33724) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:12.141785 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40d66af8-0d6f-4ddd-971b-f3b9501bff99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:12.236988 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40d66af8-0d6f-4ddd-971b-f3b9501bff99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:12.304746 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-40d66af8-0d6f-4ddd-971b-f3b9501bff99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:12.349665 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-40d66af8-0d6f-4ddd-971b-f3b9501bff99 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d49f814eb2fd45c992d181977ed10cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207696 Sep 22 13:15:12.350615 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d66af8-0d6f-4ddd-971b-f3b9501bff99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8c7d01-b678-4948-990b-3b52c06f3071,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:12.352478 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33730) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:12.408527 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-433a1e75-6faf-4d81-8b64-51ba534727dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:12.429593 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-433a1e75-6faf-4d81-8b64-51ba534727dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:12.542760 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-433a1e75-6faf-4d81-8b64-51ba534727dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:12.545402 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-433a1e75-6faf-4d81-8b64-51ba534727dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:12.546577 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-433a1e75-6faf-4d81-8b64-51ba534727dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd8c7d01-b678-4948-990b-3b52c06f3071 HTTP/1.1" status: 204 len: 168 time: 0.1929915 Sep 22 13:15:12.555645 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a1e75-6faf-4d81-8b64-51ba534727dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8c7d01-b678-4948-990b-3b52c06f3071,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:13.197009 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f491cbb-941d-4b62-a728-086824c947a6 req-fadce8e0-51f6-4f4b-b5b8-4d9e83b21bfe tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:13.198735 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3f491cbb-941d-4b62-a728-086824c947a6 req-fadce8e0-51f6-4f4b-b5b8-4d9e83b21bfe tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 944 time: 0.0486927 Sep 22 13:15:13.236819 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3f491cbb-941d-4b62-a728-086824c947a6 req-303b3de0-ac10-42ed-a48d-ced9aeb7c74d tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Sep 22 13:15:13.384926 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device bbbb0eab-72e6-4c66-ba19-cc778571757d up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:15:13.568819 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port bbbb0eab-72e6-4c66-ba19-cc778571757d completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:15:13.574627 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port bbbb0eab-72e6-4c66-ba19-cc778571757d triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:15:13.574627 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:13.654481 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:13.678529 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbb0eab-72e6-4c66-ba19-cc778571757d'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:15:13.681251 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ef0a0c-b890-4cd2-ab37-def2fe813805" -d '{"events": [{"server_uuid": "9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50", "name": "network-vif-plugged", "status": "completed", "tag": "bbbb0eab-72e6-4c66-ba19-cc778571757d"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:15:13.697553 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port bbbb0eab-72e6-4c66-ba19-cc778571757d, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=bbbb0eab-72e6-4c66-ba19-cc778571757d,segment=NetworkSegment(b139e4d3-6a62-4b85-8e48-9e1d38db7ef4),segment_id=b139e4d3-6a62-4b85-8e48-9e1d38db7ef4)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:15:13.724510 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5882c0-5ea3-4c18-bbdc-9cc606e715bb x-openstack-request-id: req-fe5882c0-5ea3-4c18-bbdc-9cc606e715bb {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:15:13.724800 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50", "name": "network-vif-plugged", "status": "completed", "tag": "bbbb0eab-72e6-4c66-ba19-cc778571757d", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:15:13.725078 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe5882c0-5ea3-4c18-bbdc-9cc606e715bb {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:15:13.725472 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbb0eab-72e6-4c66-ba19-cc778571757d', 'code': 200} Sep 22 13:15:13.788217 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:13.843092 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=bbbb0eab-72e6-4c66-ba19-cc778571757d,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:14.122904 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3744b9-1129-4e6f-b001-6ca0b5642671 req-2bbf0caa-f8aa-4ebc-a475-41a01d1ff7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:14.124597 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7b3744b9-1129-4e6f-b001-6ca0b5642671 req-2bbf0caa-f8aa-4ebc-a475-41a01d1ff7d6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 1098 time: 0.0401731 Sep 22 13:15:14.164200 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7b3744b9-1129-4e6f-b001-6ca0b5642671 req-8d9bef31-506d-46e9-b308-0c1951e4bf8d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294466 Sep 22 13:15:14.351776 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e28bb4-a4a6-4bd5-b855-a6739d954395 req-019a899c-9bdc-4e8a-8f60-6cf0b265e160 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:14.353509 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-50e28bb4-a4a6-4bd5-b855-a6739d954395 req-019a899c-9bdc-4e8a-8f60-6cf0b265e160 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 945 time: 0.0499966 Sep 22 13:15:14.406136 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-50e28bb4-a4a6-4bd5-b855-a6739d954395 req-529e335d-403b-4ad2-8cd0-dc367f9676fd tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463660 Sep 22 13:15:14.477060 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800a887-0d4e-4ac4-b5fd-46e87bf87fca req-9d144f7c-2de3-4100-8089-35cf5d6acfd0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:14.479904 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8800a887-0d4e-4ac4-b5fd-46e87bf87fca req-9d144f7c-2de3-4100-8089-35cf5d6acfd0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 946 time: 0.0540581 Sep 22 13:15:14.525166 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8800a887-0d4e-4ac4-b5fd-46e87bf87fca req-d56ac835-d7c9-40a5-aed4-b2d6661c6eff tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397811 Sep 22 13:15:15.520825 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264425a-54b1-4b61-9b3f-6c6436c2063f req-c4228b87-35b4-4c46-aec6-d4bee8ea170c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:15.522372 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0264425a-54b1-4b61-9b3f-6c6436c2063f req-c4228b87-35b4-4c46-aec6-d4bee8ea170c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 945 time: 0.0502338 Sep 22 13:15:15.563220 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0264425a-54b1-4b61-9b3f-6c6436c2063f req-2c70db13-964e-4629-b912-0083d046be5f tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342684 Sep 22 13:15:15.666654 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfc2f6-e04e-4f2a-89ce-2c27b86752e4 req-5df0f25f-1828-462d-93ed-483cc0832807 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:15.668574 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f2cfc2f6-e04e-4f2a-89ce-2c27b86752e4 req-5df0f25f-1828-462d-93ed-483cc0832807 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 946 time: 0.0516486 Sep 22 13:15:15.715343 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f2cfc2f6-e04e-4f2a-89ce-2c27b86752e4 req-e4d5993a-ac9e-4828-8151-49619fda79c2 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403781 Sep 22 13:15:16.395468 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-28951a57-5a6c-48cb-aec0-242d552b233b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:16.396905 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-28951a57-5a6c-48cb-aec0-242d552b233b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 946 time: 0.0472925 Sep 22 13:15:16.747107 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Deleting port f7c357bd-91b5-4b33-a096-555dac674c13 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:15:16.747831 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:16.786120 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d6f35-05cc-4db7-877e-464e56620454 req-a32e2524-55e6-4a6b-a407-348dc0b4da40 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:16.788133 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8e2d6f35-05cc-4db7-877e-464e56620454 req-a32e2524-55e6-4a6b-a407-348dc0b4da40 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 945 time: 0.0925779 Sep 22 13:15:16.868125 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8e2d6f35-05cc-4db7-877e-464e56620454 req-12a70010-0a97-448f-9e3a-245e7d511f0b tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454371 Sep 22 13:15:16.871891 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ce118-6632-4333-85c5-3bcc92dbff26 req-02a1a7da-954d-43ff-bf86-8b573ec9f303 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:16.873644 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fc9ce118-6632-4333-85c5-3bcc92dbff26 req-02a1a7da-954d-43ff-bf86-8b573ec9f303 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 946 time: 0.0648117 Sep 22 13:15:16.913495 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] For port f7c357bd-91b5-4b33-a096-555dac674c13, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f7c357bd-91b5-4b33-a096-555dac674c13,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:15:16.917511 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:16.945834 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fc9ce118-6632-4333-85c5-3bcc92dbff26 req-c19a4e57-1d1a-4c1b-bc0d-acaac8b0f440 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=064c31ec-201e-46a1-9db0-9ea3431a5a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632198 Sep 22 13:15:17.171730 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:17.172127 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:17.172448 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.l3_db [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Floating IP 2ea0df89-6984-4741-951d-21b7cd3e9237 disassociated. External IP: 172.27.1.50, port: f7c357bd-91b5-4b33-a096-555dac674c13. Sep 22 13:15:17.172817 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Calling delete_port for f7c357bd-91b5-4b33-a096-555dac674c13 owned by compute:nova {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:15:17.428357 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:17.461589 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event deleted for resources: {'Port': ['ID=f7c357bd-91b5-4b33-a096-555dac674c13,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:17.576987 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Router 93214d41-71a8-4eef-8d3a-e7204e2db677 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:15:17.689091 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:15:17.700253 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471623b-a472-427c-96a3-74df9ef4a23c None None] Sync routers for ids ['93214d41-71a8-4eef-8d3a-e7204e2db677'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:15:17.720380 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471623b-a472-427c-96a3-74df9ef4a23c None None] Routers {'93214d41-71a8-4eef-8d3a-e7204e2db677'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:15:17.721103 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9471623b-a472-427c-96a3-74df9ef4a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:15:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['93214d41-71a8-4eef-8d3a-e7204e2db677'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:15:17.730409 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] No DVR routers for this DVR port f7c357bd-91b5-4b33-a096-555dac674c13 on host hv-cinder-81000 {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:15:17.732422 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:17.734578 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3020af0b-b866-4e4d-acd1-3d1939041c40 req-ffd1a7e4-203b-4c64-ae25-6f08cbdaa8d9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.23 "DELETE /v2.0/ports/f7c357bd-91b5-4b33-a096-555dac674c13 HTTP/1.1" status: 204 len: 173 time: 1.3310289 Sep 22 13:15:17.735190 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'name': 'network-vif-deleted', 'tag': 'f7c357bd-91b5-4b33-a096-555dac674c13'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:15:17.738473 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf3c6f7-f6c5-4e3c-a24d-200f2efe2d9d" -d '{"events": [{"server_uuid": "a4d69add-5d3b-4453-bf51-5a27d905e4e7", "name": "network-vif-deleted", "tag": "f7c357bd-91b5-4b33-a096-555dac674c13"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:15:17.784491 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc6e5a8-3760-4b5b-804a-c1dc67bbcc1d x-openstack-request-id: req-dbc6e5a8-3760-4b5b-804a-c1dc67bbcc1d {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:15:17.785100 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d69add-5d3b-4453-bf51-5a27d905e4e7", "name": "network-vif-deleted", "tag": "f7c357bd-91b5-4b33-a096-555dac674c13", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:15:17.785100 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbc6e5a8-3760-4b5b-804a-c1dc67bbcc1d {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:15:17.785985 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d69add-5d3b-4453-bf51-5a27d905e4e7', 'name': 'network-vif-deleted', 'tag': 'f7c357bd-91b5-4b33-a096-555dac674c13', 'status': 'completed', 'code': 200} Sep 22 13:15:17.845154 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-9471623b-a472-427c-96a3-74df9ef4a23c None None] Set router 93214d41-71a8-4eef-8d3a-e7204e2db677 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:15:18.085373 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-372a8acf-be2d-4077-865e-efa8c18960b7 req-4b5082ae-1676-4c30-a380-0e1c76e2c11e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4d69add-5d3b-4453-bf51-5a27d905e4e7 HTTP/1.1" status: 200 len: 210 time: 0.0358021 Sep 22 13:15:18.089929 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9471623b-a472-427c-96a3-74df9ef4a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:15Z', 'revision_number': 5, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:15:18.118275 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471623b-a472-427c-96a3-74df9ef4a23c None None] Checking router: 93214d41-71a8-4eef-8d3a-e7204e2db677 for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:15:18.127389 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471623b-a472-427c-96a3-74df9ef4a23c None None] Routers {'93214d41-71a8-4eef-8d3a-e7204e2db677'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:15:18.128157 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9471623b-a472-427c-96a3-74df9ef4a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:15:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['93214d41-71a8-4eef-8d3a-e7204e2db677'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:15:18.265542 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-9471623b-a472-427c-96a3-74df9ef4a23c None None] Set router 93214d41-71a8-4eef-8d3a-e7204e2db677 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:15:18.530110 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9471623b-a472-427c-96a3-74df9ef4a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:15Z', 'revision_number': 5, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:15:18.568733 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471623b-a472-427c-96a3-74df9ef4a23c None None] The sync data for ids ['93214d41-71a8-4eef-8d3a-e7204e2db677'] in dv-cinder-810000-3-iscsi is: [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:15Z', 'revision_number': 5, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:15:19.026086 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8966319c-f3dc-4f06-9c66-d425e2bfa5f3 None None] New status for floating IP 2ea0df89-6984-4741-951d-21b7cd3e9237: DOWN {{(pid=94875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:15:19.047965 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 33998) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:19.180586 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b26cd81c-ca32-456f-9f42-64caf8ecfe77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:19.295812 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b26cd81c-ca32-456f-9f42-64caf8ecfe77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:19.376445 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b26cd81c-ca32-456f-9f42-64caf8ecfe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:19.415941 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-b26cd81c-ca32-456f-9f42-64caf8ecfe77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80449e72d7424a208feedd9b17b56742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666923 Sep 22 13:15:19.417054 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cd81c-ca32-456f-9f42-64caf8ecfe77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c32a688-4e7d-4d9f-9391-f081d56a3e60,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:19.419513 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 34008) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:19.468024 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fc4d5a07-f30d-4196-b02a-a45cd37a3036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:19.490582 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fc4d5a07-f30d-4196-b02a-a45cd37a3036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:19.681731 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fc4d5a07-f30d-4196-b02a-a45cd37a3036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:19.684400 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fc4d5a07-f30d-4196-b02a-a45cd37a3036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:19.685987 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-fc4d5a07-f30d-4196-b02a-a45cd37a3036 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c32a688-4e7d-4d9f-9391-f081d56a3e60 HTTP/1.1" status: 204 len: 168 time: 0.2654083 Sep 22 13:15:19.702199 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d5a07-f30d-4196-b02a-a45cd37a3036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c32a688-4e7d-4d9f-9391-f081d56a3e60,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:20.358328 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 34024) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:20.424661 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19be8139-ec74-405e-b04e-c61d6eb4e7d1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:20.450057 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19be8139-ec74-405e-b04e-c61d6eb4e7d1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:20.511814 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 34026) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:20.525213 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a45a119a-e406-4b09-867e-2faa0b352c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:20.595330 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19be8139-ec74-405e-b04e-c61d6eb4e7d1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:20.598453 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-19be8139-ec74-405e-b04e-c61d6eb4e7d1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:20.599640 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-19be8139-ec74-405e-b04e-c61d6eb4e7d1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "DELETE /v2.0/security-groups/064c31ec-201e-46a1-9db0-9ea3431a5a15 HTTP/1.1" status: 204 len: 168 time: 0.2400033 Sep 22 13:15:20.602539 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 34028) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:20.616915 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be8139-ec74-405e-b04e-c61d6eb4e7d1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064c31ec-201e-46a1-9db0-9ea3431a5a15,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:20.620982 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.api.v2.resource [None req-57414d86-9417-4c49-8932-376658b62181 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] show failed (client error): The resource could not be found. Sep 22 13:15:20.625123 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-57414d86-9417-4c49-8932-376658b62181 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups/064c31ec-201e-46a1-9db0-9ea3431a5a15 HTTP/1.1" status: 404 len: 347 time: 0.0184381 Sep 22 13:15:20.625444 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 34030) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:20.675121 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a45a119a-e406-4b09-867e-2faa0b352c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:20.759165 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-32fc31bc-c5c2-4cf1-9cf8-6d37a2225026 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Deleting port 0301de32-bfb5-42a6-a37b-d53559735750 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:15:20.759515 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32fc31bc-c5c2-4cf1-9cf8-6d37a2225026 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:20.773616 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a45a119a-e406-4b09-867e-2faa0b352c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:20.818124 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-a45a119a-e406-4b09-867e-2faa0b352c1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8463ca3190943898b66b41d10c8fbfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051670 Sep 22 13:15:20.818859 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a119a-e406-4b09-867e-2faa0b352c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0180440d-4fdd-4d85-a3b6-ada9a2c0e488,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:20.821721 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 34032) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:20.851199 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32fc31bc-c5c2-4cf1-9cf8-6d37a2225026 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:20.851586 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32fc31bc-c5c2-4cf1-9cf8-6d37a2225026 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:20.866402 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-32fc31bc-c5c2-4cf1-9cf8-6d37a2225026 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Calling delete_port for 0301de32-bfb5-42a6-a37b-d53559735750 owned by network:floatingip {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:15:20.880242 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fa1157c-4f6e-43b2-9ba0-74da5f26c55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:20.903350 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fa1157c-4f6e-43b2-9ba0-74da5f26c55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:21.050698 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fa1157c-4f6e-43b2-9ba0-74da5f26c55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:21.053402 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fa1157c-4f6e-43b2-9ba0-74da5f26c55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:21.054584 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-2fa1157c-4f6e-43b2-9ba0-74da5f26c55d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0180440d-4fdd-4d85-a3b6-ada9a2c0e488 HTTP/1.1" status: 204 len: 168 time: 0.2319353 Sep 22 13:15:21.062586 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1157c-4f6e-43b2-9ba0-74da5f26c55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0180440d-4fdd-4d85-a3b6-ada9a2c0e488,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:21.121879 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32fc31bc-c5c2-4cf1-9cf8-6d37a2225026 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:21.156395 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc31bc-c5c2-4cf1-9cf8-6d37a2225026 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event deleted for resources: {'Port': ['ID=0301de32-bfb5-42a6-a37b-d53559735750,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:21.219399 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32fc31bc-c5c2-4cf1-9cf8-6d37a2225026 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:21.221932 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-32fc31bc-c5c2-4cf1-9cf8-6d37a2225026 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:21.223888 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-32fc31bc-c5c2-4cf1-9cf8-6d37a2225026 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "DELETE /v2.0/floatingips/2ea0df89-6984-4741-951d-21b7cd3e9237 HTTP/1.1" status: 204 len: 168 time: 0.5974870 Sep 22 13:15:21.436419 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f7c357bd-91b5-4b33-a096-555dac674c13 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:15:21.460458 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: f7c357bd-91b5-4b33-a096-555dac674c13 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:15:21.460797 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f7c357bd-91b5-4b33-a096-555dac674c13 not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:15:21.899131 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 34064) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:21.906139 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-e6aec85b-9697-4b71-a1ec-d645378dd465 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1280763567', 'description': 'tempest-description--830479070'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:15:22.001540 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6aec85b-9697-4b71-a1ec-d645378dd465 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:22.099055 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6aec85b-9697-4b71-a1ec-d645378dd465 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:22.193444 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6aec85b-9697-4b71-a1ec-d645378dd465 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:22.233753 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aec85b-9697-4b71-a1ec-d645378dd465 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120af924-7eb3-4511-a848-b84277f127e7,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:22.336681 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-e6aec85b-9697-4b71-a1ec-d645378dd465 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:22.340774 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-e6aec85b-9697-4b71-a1ec-d645378dd465 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4376469 Sep 22 13:15:22.341150 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 34078) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:22.345748 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-a4e40bd1-7508-4f8b-b6d3-0e9a3b6b1911 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Request body: {'security_group_rule': {'security_group_id': '120af924-7eb3-4511-a848-b84277f127e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:15:22.450507 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4e40bd1-7508-4f8b-b6d3-0e9a3b6b1911 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:22.513777 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4e40bd1-7508-4f8b-b6d3-0e9a3b6b1911 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:22.593555 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4e40bd1-7508-4f8b-b6d3-0e9a3b6b1911 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:22.613667 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e40bd1-7508-4f8b-b6d3-0e9a3b6b1911 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fcef251-c50c-4517-b426-eba07ef3d2bc,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:22.719868 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a4e40bd1-7508-4f8b-b6d3-0e9a3b6b1911 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:22.721144 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-a4e40bd1-7508-4f8b-b6d3-0e9a3b6b1911 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3790073 Sep 22 13:15:22.725165 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 34086) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:22.729934 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-25acb24e-934d-4783-9bbe-a7c30daf7104 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Request body: {'security_group_rule': {'security_group_id': '120af924-7eb3-4511-a848-b84277f127e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:15:22.867284 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25acb24e-934d-4783-9bbe-a7c30daf7104 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:22.926278 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25acb24e-934d-4783-9bbe-a7c30daf7104 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:23.018739 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25acb24e-934d-4783-9bbe-a7c30daf7104 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:23.038000 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acb24e-934d-4783-9bbe-a7c30daf7104 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b691e986-5e7a-46b8-991e-ad02355808c9,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:23.121634 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-25acb24e-934d-4783-9bbe-a7c30daf7104 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:23.122879 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-25acb24e-934d-4783-9bbe-a7c30daf7104 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3966458 Sep 22 13:15:23.127766 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 34096) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:23.133096 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Request body: {'floatingip': {'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:15:23.235898 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for floatingip, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:23.336903 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:23.442945 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Allocated IP 172.27.1.122 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/ef2cbad6-ad87-4b71-9720-6f661fafac81) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:15:23.547078 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:23.667872 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:23.703867 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:15:23.708290 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:15:23.712224 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:15:23.747263 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event updated for resources: {'Port': ['ID=ef2cbad6-ad87-4b71-9720-6f661fafac81,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:23.808416 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:23.958400 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:24.112774 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:24.241430 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:24.314081 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event updated for resources: {'Port': ['ID=ef2cbad6-ad87-4b71-9720-6f661fafac81,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:24.325022 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:24.447521 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:24.448838 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-ba59a7c9-e119-4fa7-80e6-7503cc0cda97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3201039 Sep 22 13:15:24.634841 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-250bdad7-57df-4346-9503-af310f2524c2 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1280763567&fields=id&tenant_id=a9b927b18a264e798ad9389f4c099037 HTTP/1.1" status: 200 len: 267 time: 0.0332613 Sep 22 13:15:24.989715 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9826594-f06d-4795-b330-28c056fa3b94 req-4b8192b4-a0a2-4567-82cd-46b6c610bb12 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:24.991203 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-4b8192b4-a0a2-4567-82cd-46b6c610bb12 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/networks?id=cc619f7c-a032-4a42-ba73-abb931db8402 HTTP/1.1" status: 200 len: 817 time: 0.3495302 Sep 22 13:15:25.006615 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-6ffffc6c-10fc-4f9a-94d8-a2939356146c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/quotas/a9b927b18a264e798ad9389f4c099037 HTTP/1.1" status: 200 len: 375 time: 0.0096047 Sep 22 13:15:25.058238 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-bb0f58c7-e562-41d3-8139-b7a95c9f0194 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9b927b18a264e798ad9389f4c099037&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462420 Sep 22 13:15:25.156652 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-6b5c17d5-15da-4cdc-8543-e9a34d67f91c service neutron] 10.222.0.43 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869062 Sep 22 13:15:25.246935 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-69624a2d-345a-4af8-98b0-acffe4651d62 service neutron] 10.222.0.43 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837464 Sep 22 13:15:25.708877 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4d7e9eca-fd74-4fd9-b0ae-5aa471eb27a1 req-7f89d3e1-7e44-4283-9cc5-e5aae954c846 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 210 time: 0.0270524 Sep 22 13:15:26.506840 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:15:26.805811 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ad99a353-c5f2-4f67-933a-ebacca155cfc req-884ec652-c837-4fa2-8166-b43c69a59df1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 210 time: 0.0260329 Sep 22 13:15:27.905488 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-32f1f5b4-1a06-4506-a6e4-f7eb0fee3ebc req-22013144-0c54-4ff8-adaa-d2e392df644b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 210 time: 0.0296350 Sep 22 13:15:29.013529 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5ecf65c9-d3cb-4395-861a-fb4bad7c94ec req-42142e89-5cdb-4f74-8a43-42bc76213432 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 210 time: 0.0318050 Sep 22 13:15:30.110709 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1095d202-28a5-4734-8919-88403ed39977 req-6e8a1e4d-e69d-4f62-b697-9c0a69057a45 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 210 time: 0.0256557 Sep 22 13:15:31.210161 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-50882903-4951-4966-9c4e-c6054087b423 req-d27fef9a-93ef-4db8-800c-47535105da2c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 210 time: 0.0266213 Sep 22 13:15:31.813195 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9826594-f06d-4795-b330-28c056fa3b94 req-477b0415-4776-4bcd-8ade-6e52017b0fa8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:31.813195 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-477b0415-4776-4bcd-8ade-6e52017b0fa8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.23 "GET /v2.0/networks?id=cc619f7c-a032-4a42-ba73-abb931db8402 HTTP/1.1" status: 200 len: 817 time: 0.1044354 Sep 22 13:15:31.851107 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-bcacf8a9-00b2-4163-9a05-bca9f9f30195 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9b927b18a264e798ad9389f4c099037 HTTP/1.1" status: 200 len: 380 time: 0.0338616 Sep 22 13:15:31.867393 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-f9826594-f06d-4795-b330-28c056fa3b94 req-9eba456f-5d25-4989-9245-0b970f832ef1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Request body: {'port': {'device_id': '62793f2a-0117-416d-89c6-6c431f18e376', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'admin_state_up': True, 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'security_groups': ['120af924-7eb3-4511-a848-b84277f127e7']}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:15:32.050523 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9826594-f06d-4795-b330-28c056fa3b94 req-9eba456f-5d25-4989-9245-0b970f832ef1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Made reservation on behalf of a9b927b18a264e798ad9389f4c099037 for: {'port': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:15:32.054086 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f9826594-f06d-4795-b330-28c056fa3b94 req-9eba456f-5d25-4989-9245-0b970f832ef1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:32.184817 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [req-f9826594-f06d-4795-b330-28c056fa3b94 req-9eba456f-5d25-4989-9245-0b970f832ef1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Allocated IP 172.20.0.9 (cc619f7c-a032-4a42-ba73-abb931db8402/2fa0e3c9-3a8f-4139-a019-7d3495bd525f/41fae7da-fc4d-4e0a-8de7-c46984894344) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:15:32.320332 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75602bc2-e3f0-4d5c-a7c8-8991ad4b7b13 req-16a8db14-2fba-4703-b5f5-938b3e0a4f46 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 210 time: 0.0343208 Sep 22 13:15:32.350892 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f9826594-f06d-4795-b330-28c056fa3b94 req-9eba456f-5d25-4989-9245-0b970f832ef1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:32.467551 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f9826594-f06d-4795-b330-28c056fa3b94 req-9eba456f-5d25-4989-9245-0b970f832ef1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:32.511201 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9826594-f06d-4795-b330-28c056fa3b94 req-9eba456f-5d25-4989-9245-0b970f832ef1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Network cc619f7c-a032-4a42-ba73-abb931db8402 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:15:32.514392 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [req-f9826594-f06d-4795-b330-28c056fa3b94 req-9eba456f-5d25-4989-9245-0b970f832ef1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:15:32.518240 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9826594-f06d-4795-b330-28c056fa3b94 req-9eba456f-5d25-4989-9245-0b970f832ef1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:15:32.548764 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba456f-5d25-4989-9245-0b970f832ef1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event updated for resources: {'Port': ['ID=41fae7da-fc4d-4e0a-8de7-c46984894344,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:32.581641 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9826594-f06d-4795-b330-28c056fa3b94 req-9eba456f-5d25-4989-9245-0b970f832ef1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:32.582347 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f9826594-f06d-4795-b330-28c056fa3b94 req-9eba456f-5d25-4989-9245-0b970f832ef1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:32.668101 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-9eba456f-5d25-4989-9245-0b970f832ef1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8045573 Sep 22 13:15:32.683628 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Request body: {'port': {'device_id': '62793f2a-0117-416d-89c6-6c431f18e376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:15:32.745646 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:32.781146 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-14f8119e-2b11-4607-a2b4-748fbc0f2b64 None None] Provisioning complete for port 41fae7da-fc4d-4e0a-8de7-c46984894344 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:15:32.781967 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-14f8119e-2b11-4607-a2b4-748fbc0f2b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:32.821963 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-14f8119e-2b11-4607-a2b4-748fbc0f2b64 None None] Port 41fae7da-fc4d-4e0a-8de7-c46984894344 cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:15:33.015352 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41fae7da-fc4d-4e0a-8de7-c46984894344 {{(pid=94872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:15:33.023368 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:33.037329 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.provisioning_blocks [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Transition to ACTIVE for port object 41fae7da-fc4d-4e0a-8de7-c46984894344 will not be triggered until provisioned by entity L2. {{(pid=94872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:15:33.112982 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:33.168829 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Pushing event updated for resources: {'Port': ['ID=41fae7da-fc4d-4e0a-8de7-c46984894344,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:33.241059 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Attempting to bind port 41fae7da-fc4d-4e0a-8de7-c46984894344 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:15:33.241407 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Attempting to bind port 41fae7da-fc4d-4e0a-8de7-c46984894344 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:15:33.241726 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Attempting to bind port 41fae7da-fc4d-4e0a-8de7-c46984894344 on network cc619f7c-a032-4a42-ba73-abb931db8402 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:15:33.246509 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Port 41fae7da-fc4d-4e0a-8de7-c46984894344 on network cc619f7c-a032-4a42-ba73-abb931db8402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:15:33.246958 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Attempting to bind port 41fae7da-fc4d-4e0a-8de7-c46984894344 on network cc619f7c-a032-4a42-ba73-abb931db8402 {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:15:33.254286 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:15:33.255683 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Checking segment: {'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:15:33.255683 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Bound using segment: {'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'} {{(pid=94872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:15:33.255683 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.managers [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Bound port: 41fae7da-fc4d-4e0a-8de7-c46984894344, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad69c373-7be9-43a8-beec-65af06ae2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402'}}] {{(pid=94872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:15:33.255992 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:33.325737 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] For port 41fae7da-fc4d-4e0a-8de7-c46984894344, host hv-cinder-81000, cleared binding levels {{(pid=94872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:15:33.328912 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] For port 41fae7da-fc4d-4e0a-8de7-c46984894344, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=41fae7da-fc4d-4e0a-8de7-c46984894344,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:15:33.427228 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:33.441384 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f667cd-471f-4928-aa31-53eaea688967 req-636a4178-fbd2-467f-8d07-856e970706de tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:33.443123 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-67f667cd-471f-4928-aa31-53eaea688967 req-636a4178-fbd2-467f-8d07-856e970706de tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0514450 Sep 22 13:15:33.466492 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:33.466492 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:33.467274 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] 10.222.0.23 "PUT /v2.0/ports/41fae7da-fc4d-4e0a-8de7-c46984894344 HTTP/1.1" status: 200 len: 1093 time: 0.7879868 Sep 22 13:15:33.467871 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62793f2a-0117-416d-89c6-6c431f18e376', 'tag': '41fae7da-fc4d-4e0a-8de7-c46984894344'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:15:33.470125 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26643f10-3eb7-4b55-856a-d7970397add0" -d '{"events": [{"name": "network-changed", "server_uuid": "62793f2a-0117-416d-89c6-6c431f18e376", "tag": "41fae7da-fc4d-4e0a-8de7-c46984894344"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:15:33.484110 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-67f667cd-471f-4928-aa31-53eaea688967 req-992d824f-6db2-4aa1-ad63-d4cc5de90af1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344143 Sep 22 13:15:33.515202 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef0ed9-8bd7-47eb-9c4a-32c97daf81bc service neutron] Pushing event updated for resources: {'Port': ['ID=41fae7da-fc4d-4e0a-8de7-c46984894344,revision_number=3']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:33.537619 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cf0079-6e5b-449d-b4d1-25cff97884fa x-openstack-request-id: req-33cf0079-6e5b-449d-b4d1-25cff97884fa {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:15:33.537904 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62793f2a-0117-416d-89c6-6c431f18e376", "tag": "41fae7da-fc4d-4e0a-8de7-c46984894344", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:15:33.538151 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33cf0079-6e5b-449d-b4d1-25cff97884fa {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:15:33.538865 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62793f2a-0117-416d-89c6-6c431f18e376', 'tag': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'status': 'completed', 'code': 200} Sep 22 13:15:33.625259 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26643f10-3eb7-4b55-856a-d7970397add0 req-0d24ff21-a7e2-4f74-ab92-1e480fd57a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:33.626793 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-26643f10-3eb7-4b55-856a-d7970397add0 req-0d24ff21-a7e2-4f74-ab92-1e480fd57a13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9b927b18a264e798ad9389f4c099037&device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 1096 time: 0.0593657 Sep 22 13:15:33.786396 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26643f10-3eb7-4b55-856a-d7970397add0 req-69685a66-1b34-474f-b300-8f7d5d1e03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:33.795230 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-26643f10-3eb7-4b55-856a-d7970397add0 req-69685a66-1b34-474f-b300-8f7d5d1e03aa service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a9b927b18a264e798ad9389f4c099037&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1422338 Sep 22 13:15:33.901553 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26643f10-3eb7-4b55-856a-d7970397add0 req-1dade682-ab16-4c82-a067-5a9ee42e21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:33.903098 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-26643f10-3eb7-4b55-856a-d7970397add0 req-1dade682-ab16-4c82-a067-5a9ee42e21ad service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060612 Sep 22 13:15:33.998657 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9826594-f06d-4795-b330-28c056fa3b94 req-dc955f78-c501-4ff7-a471-2e695c828808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:34.000182 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-dc955f78-c501-4ff7-a471-2e695c828808 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9b927b18a264e798ad9389f4c099037&device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 1096 time: 0.0459943 Sep 22 13:15:34.049414 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-2ea304b2-f7e9-4997-bc7a-53ad25e97132 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41fae7da-fc4d-4e0a-8de7-c46984894344 HTTP/1.1" status: 200 len: 217 time: 0.0397036 Sep 22 13:15:34.107157 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9826594-f06d-4795-b330-28c056fa3b94 req-a68a7a80-0867-4d46-8ed5-46db453d0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:34.109013 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-a68a7a80-0867-4d46-8ed5-46db453d0a1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa0e3c9-3a8f-4139-a019-7d3495bd525f HTTP/1.1" status: 200 len: 856 time: 0.0487881 Sep 22 13:15:34.160101 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9826594-f06d-4795-b330-28c056fa3b94 req-a247675a-d215-4ca4-99c8-a24ef52f2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:34.161937 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-a247675a-d215-4ca4-99c8-a24ef52f2cdb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc619f7c-a032-4a42-ba73-abb931db8402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436189 Sep 22 13:15:34.269273 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-663d150a-1ff1-412f-b2dc-dd3fa074204a service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976410 Sep 22 13:15:34.611088 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae8e48-2492-48da-a475-9c377a457b40 req-7a70c9e9-2b56-4d6f-9789-542beed09902 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:34.612607 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bdae8e48-2492-48da-a475-9c377a457b40 req-7a70c9e9-2b56-4d6f-9789-542beed09902 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0539460 Sep 22 13:15:34.653023 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bdae8e48-2492-48da-a475-9c377a457b40 req-22f2fe22-ca03-491e-8cb1-a70392af5160 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344441 Sep 22 13:15:35.063491 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a1f32455-4f6c-4b3d-8ea2-483ee06fca24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:35.773481 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0eecd-464a-4552-8de0-00e315656a13 req-e52dc47e-c359-4e49-acb9-1f7778e5dcc7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:35.775271 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d9f0eecd-464a-4552-8de0-00e315656a13 req-e52dc47e-c359-4e49-acb9-1f7778e5dcc7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0495467 Sep 22 13:15:35.814565 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d9f0eecd-464a-4552-8de0-00e315656a13 req-9de3d543-0306-41e4-95d8-3c43f1d41f96 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330284 Sep 22 13:15:36.360427 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f9826594-f06d-4795-b330-28c056fa3b94 req-1e82f1f1-8367-4d6f-8794-2c6e94f18e6d service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884383 Sep 22 13:15:36.934453 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b6864-9a47-4da8-9374-758093879083 req-a8576496-dfaa-4c69-bc2c-590a527a9258 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:36.936021 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b12b6864-9a47-4da8-9374-758093879083 req-a8576496-dfaa-4c69-bc2c-590a527a9258 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0513406 Sep 22 13:15:36.974179 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b12b6864-9a47-4da8-9374-758093879083 req-a7008515-b47e-40cf-aad2-615fb1e51e6f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313430 Sep 22 13:15:38.104221 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c25ef9-dd7f-4940-9e3c-c2db7edbdff6 req-1ffd0cc4-81fb-4f37-87d9-e260fd3f7312 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:38.105714 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-30c25ef9-dd7f-4940-9e3c-c2db7edbdff6 req-1ffd0cc4-81fb-4f37-87d9-e260fd3f7312 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0488851 Sep 22 13:15:38.143331 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-30c25ef9-dd7f-4940-9e3c-c2db7edbdff6 req-146dd28f-c8e5-44d4-b532-fc995c832c97 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316958 Sep 22 13:15:38.571987 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1dd2db81-1135-44a6-bebc-bad9fcc5225c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:38.594861 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:38.926131 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:39.266927 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c0454-d0e5-46fc-b7b8-1d64536acaeb req-a7e29668-140d-43dc-a4e0-11dd0cce60f1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:39.268461 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-751c0454-d0e5-46fc-b7b8-1d64536acaeb req-a7e29668-140d-43dc-a4e0-11dd0cce60f1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0488153 Sep 22 13:15:39.307095 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-751c0454-d0e5-46fc-b7b8-1d64536acaeb req-83650c5c-6e94-4f55-92d4-ea0fd90a0368 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316517 Sep 22 13:15:39.994893 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:40.426669 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac40449-d0f3-44a2-8634-6774a2018901 req-d699dd40-6434-4834-9785-ae95548670fb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:40.428179 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ac40449-d0f3-44a2-8634-6774a2018901 req-d699dd40-6434-4834-9785-ae95548670fb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0488372 Sep 22 13:15:40.466416 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0ac40449-d0f3-44a2-8634-6774a2018901 req-e77ab783-b28c-408c-b0c9-a708d8b533cf tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322750 Sep 22 13:15:41.052906 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 41fae7da-fc4d-4e0a-8de7-c46984894344 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:15:41.145538 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 41fae7da-fc4d-4e0a-8de7-c46984894344, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=41fae7da-fc4d-4e0a-8de7-c46984894344,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:15:41.159978 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'port_id': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'mac_address': 'fa:16:3e:aa:44:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:15:41.197011 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:41.209460 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fae7da-fc4d-4e0a-8de7-c46984894344 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:15:41.228755 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 41fae7da-fc4d-4e0a-8de7-c46984894344, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=41fae7da-fc4d-4e0a-8de7-c46984894344,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:15:41.306528 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:41.352717 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=41fae7da-fc4d-4e0a-8de7-c46984894344,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:41.359609 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:41.359956 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:41.360294 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:41.360626 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:41.360955 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:41.361274 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:41.361606 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:41.361926 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:41.362444 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:41.363324 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:41.363900 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:41.364275 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:15:41.592499 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeadc65-3d4e-4f37-b4de-4b308b45f416 req-639fb637-c547-4a3e-b3b9-1035f2e32024 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:41.594106 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5eeadc65-3d4e-4f37-b4de-4b308b45f416 req-639fb637-c547-4a3e-b3b9-1035f2e32024 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 944 time: 0.0558081 Sep 22 13:15:41.634850 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5eeadc65-3d4e-4f37-b4de-4b308b45f416 req-58cd63c7-c4cf-4f35-8a33-990b77302d89 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340698 Sep 22 13:15:41.702941 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:42.763181 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98154a-e8c2-4ebe-8471-1f6515c38bb4 req-1575841d-b5eb-409a-92ab-3895bbd90926 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:42.764706 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2e98154a-e8c2-4ebe-8471-1f6515c38bb4 req-1575841d-b5eb-409a-92ab-3895bbd90926 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 944 time: 0.0520053 Sep 22 13:15:42.803821 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2e98154a-e8c2-4ebe-8471-1f6515c38bb4 req-0ddceaa3-f506-4f46-8575-9d508719c5b5 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327623 Sep 22 13:15:43.933938 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec168bce-7c19-44b3-b6ed-64204c855dbf req-fe0729ba-244d-4e8c-836a-f99cf03e86a5 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:43.935456 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ec168bce-7c19-44b3-b6ed-64204c855dbf req-fe0729ba-244d-4e8c-836a-f99cf03e86a5 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 944 time: 0.0496781 Sep 22 13:15:43.972800 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ec168bce-7c19-44b3-b6ed-64204c855dbf req-b943c26d-6dd5-4c05-95f2-a78a312707dd tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305319 Sep 22 13:15:44.758728 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['41fae7da-fc4d-4e0a-8de7-c46984894344'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:15:45.100922 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aece5-732f-4c33-a99c-4997605fcfc6 req-b8b1a031-09d4-4ea5-8192-9a124c857850 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:45.102404 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-145aece5-732f-4c33-a99c-4997605fcfc6 req-b8b1a031-09d4-4ea5-8192-9a124c857850 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 944 time: 0.0477271 Sep 22 13:15:45.141548 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-145aece5-732f-4c33-a99c-4997605fcfc6 req-99780cd6-aa83-4036-9ba9-b8eca65e8d25 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332854 Sep 22 13:15:46.263752 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62b92e-1589-4d5f-9d90-4043601b0f84 req-4e212d15-2e6b-4631-bd70-6f0dc2ba170f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:46.265293 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1e62b92e-1589-4d5f-9d90-4043601b0f84 req-4e212d15-2e6b-4631-bd70-6f0dc2ba170f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 944 time: 0.0506167 Sep 22 13:15:46.308792 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1e62b92e-1589-4d5f-9d90-4043601b0f84 req-75db6595-d06f-439b-b8ea-920b8bdab174 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360165 Sep 22 13:15:47.081879 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 41fae7da-fc4d-4e0a-8de7-c46984894344 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:15:47.234190 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port 41fae7da-fc4d-4e0a-8de7-c46984894344 completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:15:47.238332 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port 41fae7da-fc4d-4e0a-8de7-c46984894344 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:15:47.238704 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:47.322720 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:47.442503 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351b470-f348-4bf9-a6a5-01250e7d4be6 req-a9085d0c-7611-4ad8-bd37-cca2e6390e02 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:47.444123 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c351b470-f348-4bf9-a6a5-01250e7d4be6 req-a9085d0c-7611-4ad8-bd37-cca2e6390e02 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 944 time: 0.0570641 Sep 22 13:15:47.490390 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62793f2a-0117-416d-89c6-6c431f18e376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fae7da-fc4d-4e0a-8de7-c46984894344'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:15:47.490830 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c351b470-f348-4bf9-a6a5-01250e7d4be6 req-63462d65-88d7-419e-973e-246977b5a7b1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 Sep 22 13:15:47.496438 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a93a421-cb76-4a5e-967a-27ac51641a2f" -d '{"events": [{"server_uuid": "62793f2a-0117-416d-89c6-6c431f18e376", "name": "network-vif-plugged", "status": "completed", "tag": "41fae7da-fc4d-4e0a-8de7-c46984894344"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:15:47.507265 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 41fae7da-fc4d-4e0a-8de7-c46984894344, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=41fae7da-fc4d-4e0a-8de7-c46984894344,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:15:47.538907 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5c52bb-d1e9-48f3-8dea-428e36a6de23 x-openstack-request-id: req-4c5c52bb-d1e9-48f3-8dea-428e36a6de23 {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:15:47.539193 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62793f2a-0117-416d-89c6-6c431f18e376", "name": "network-vif-plugged", "status": "completed", "tag": "41fae7da-fc4d-4e0a-8de7-c46984894344", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:15:47.539456 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c5c52bb-d1e9-48f3-8dea-428e36a6de23 {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:15:47.539856 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62793f2a-0117-416d-89c6-6c431f18e376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'code': 200} Sep 22 13:15:47.577571 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:47.627378 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=41fae7da-fc4d-4e0a-8de7-c46984894344,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:48.613626 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724e218-0c4d-4a37-9123-f16a78d3be36 req-32766569-4754-4a9b-98a9-28923e3967fe tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:48.617046 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4724e218-0c4d-4a37-9123-f16a78d3be36 req-32766569-4754-4a9b-98a9-28923e3967fe tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0499594 Sep 22 13:15:48.653786 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4724e218-0c4d-4a37-9123-f16a78d3be36 req-04c0d629-52e6-4477-a7c9-63cdf0837c48 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327427 Sep 22 13:15:49.772859 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9a2f6-588e-4a2e-bcdf-5be0a7e6a97e req-74cc9534-7b53-4254-a0e7-a32451ca08b8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:49.774602 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fcf9a2f6-588e-4a2e-bcdf-5be0a7e6a97e req-74cc9534-7b53-4254-a0e7-a32451ca08b8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0475609 Sep 22 13:15:49.812320 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fcf9a2f6-588e-4a2e-bcdf-5be0a7e6a97e req-174bf62e-3715-4076-820b-1b2e68a15536 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318046 Sep 22 13:15:50.451780 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c7dd5-fc59-4662-bace-8dd537d4e38a req-c38a186f-ee43-4128-b4c4-ece3146e7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:50.453525 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a60c7dd5-fc59-4662-bace-8dd537d4e38a req-c38a186f-ee43-4128-b4c4-ece3146e7cb9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 1098 time: 0.0430963 Sep 22 13:15:50.494662 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a60c7dd5-fc59-4662-bace-8dd537d4e38a req-5ff641c8-4b00-4752-abdc-798876776d01 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295498 Sep 22 13:15:50.937699 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf5f22-cfe3-4461-84fd-e00ac88e5c51 req-206ef192-a420-4dd6-915e-f03f9fb13abb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:50.939209 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-eebf5f22-cfe3-4461-84fd-e00ac88e5c51 req-206ef192-a420-4dd6-915e-f03f9fb13abb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0553930 Sep 22 13:15:50.979851 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-eebf5f22-cfe3-4461-84fd-e00ac88e5c51 req-6a088d0b-0b76-4cee-9550-2bc2b49aa759 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336146 Sep 22 13:15:52.105413 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa625aa8-4a24-4185-babf-3237fabcae6a req-ec70b6fa-190c-49e1-834c-bf64286291b2 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:52.106903 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fa625aa8-4a24-4185-babf-3237fabcae6a req-ec70b6fa-190c-49e1-834c-bf64286291b2 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0497389 Sep 22 13:15:52.144233 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fa625aa8-4a24-4185-babf-3237fabcae6a req-7bf49dff-1d0b-4702-af7b-bf02cdd0284c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314941 Sep 22 13:15:53.269438 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5448b01-6443-4523-bc77-6ff0f63c1b96 req-8625c1b2-2252-4dc5-bcb2-5698966971ef tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:53.270938 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c5448b01-6443-4523-bc77-6ff0f63c1b96 req-8625c1b2-2252-4dc5-bcb2-5698966971ef tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0558121 Sep 22 13:15:53.309130 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c5448b01-6443-4523-bc77-6ff0f63c1b96 req-a798a0f3-01c5-48bf-933c-a2ccf093771a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Sep 22 13:15:54.433819 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97148e-e2b6-47be-a330-1aef2f7e0f18 req-109f9074-2c0b-4ea3-b92e-0a16d3c6df05 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:54.435352 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-af97148e-e2b6-47be-a330-1aef2f7e0f18 req-109f9074-2c0b-4ea3-b92e-0a16d3c6df05 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0512052 Sep 22 13:15:54.476077 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-af97148e-e2b6-47be-a330-1aef2f7e0f18 req-17e281af-42a0-4f1c-896c-59147f32e15c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346038 Sep 22 13:15:55.598398 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3a62d-b5b1-4d90-9ee2-ac904fe44859 req-5b17f14c-ebbc-489f-8ebe-1194cd2a11e7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:55.599952 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9aa3a62d-b5b1-4d90-9ee2-ac904fe44859 req-5b17f14c-ebbc-489f-8ebe-1194cd2a11e7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0523839 Sep 22 13:15:55.640058 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9aa3a62d-b5b1-4d90-9ee2-ac904fe44859 req-6d3bdf46-9091-4f1e-8616-e02090a8429f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337114 Sep 22 13:15:55.767706 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27289ed7-4f83-4e21-a7b9-fa6ec851cc78 req-d1253a64-b958-4827-aafa-49c75f2885ea tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:55.769335 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-27289ed7-4f83-4e21-a7b9-fa6ec851cc78 req-d1253a64-b958-4827-aafa-49c75f2885ea tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0562761 Sep 22 13:15:55.778623 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 34570) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:55.785187 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-06f01cd7-fe5e-4351-ad79-d2650d92d17e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Request body: {'floatingip': {'port_id': '41fae7da-fc4d-4e0a-8de7-c46984894344'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:15:55.828759 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06f01cd7-fe5e-4351-ad79-d2650d92d17e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for floatingip, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:56.353498 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06f01cd7-fe5e-4351-ad79-d2650d92d17e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:56.496486 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06f01cd7-fe5e-4351-ad79-d2650d92d17e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:56.608379 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.l3_db [None req-06f01cd7-fe5e-4351-ad79-d2650d92d17e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Floating IP 4b7f0aa2-6f05-4624-ae72-8b1691b9f0aa associated. External IP: 172.27.1.122, port: 41fae7da-fc4d-4e0a-8de7-c46984894344. Sep 22 13:15:56.835751 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f01cd7-fe5e-4351-ad79-d2650d92d17e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Router 93214d41-71a8-4eef-8d3a-e7204e2db677 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:15:56.956976 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f01cd7-fe5e-4351-ad79-d2650d92d17e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:15:56.961672 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06f01cd7-fe5e-4351-ad79-d2650d92d17e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:56.974776 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2530091-dc02-4816-b507-3d9dbd804a6a None None] Sync routers for ids ['93214d41-71a8-4eef-8d3a-e7204e2db677'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:15:56.985291 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2530091-dc02-4816-b507-3d9dbd804a6a None None] Routers {'93214d41-71a8-4eef-8d3a-e7204e2db677'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:15:56.986076 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f2530091-dc02-4816-b507-3d9dbd804a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:15:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['93214d41-71a8-4eef-8d3a-e7204e2db677'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:15:56.992231 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-06f01cd7-fe5e-4351-ad79-d2650d92d17e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "PUT /v2.0/floatingips/4b7f0aa2-6f05-4624-ae72-8b1691b9f0aa HTTP/1.1" status: 200 len: 991 time: 1.2108150 Sep 22 13:15:56.992231 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62793f2a-0117-416d-89c6-6c431f18e376', 'tag': '41fae7da-fc4d-4e0a-8de7-c46984894344'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:15:56.994107 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78145e2b-ab34-40f6-9c45-f084e2584dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "62793f2a-0117-416d-89c6-6c431f18e376", "tag": "41fae7da-fc4d-4e0a-8de7-c46984894344"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:15:57.048146 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b173444-06aa-4d75-86ba-6866cc9f8729 x-openstack-request-id: req-3b173444-06aa-4d75-86ba-6866cc9f8729 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:15:57.048441 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62793f2a-0117-416d-89c6-6c431f18e376", "tag": "41fae7da-fc4d-4e0a-8de7-c46984894344", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:15:57.048691 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b173444-06aa-4d75-86ba-6866cc9f8729 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:15:57.050064 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62793f2a-0117-416d-89c6-6c431f18e376', 'tag': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'status': 'completed', 'code': 200} Sep 22 13:15:57.119076 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f2530091-dc02-4816-b507-3d9dbd804a6a None None] Set router 93214d41-71a8-4eef-8d3a-e7204e2db677 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:15:57.303984 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 34614) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:57.401842 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f2530091-dc02-4816-b507-3d9dbd804a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '4b7f0aa2-6f05-4624-ae72-8b1691b9f0aa', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'port_id': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'mac_address': 'fa:16:3e:aa:44:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62793f2a-0117-416d-89c6-6c431f18e376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:15:23Z', 'updated_at': '2021-09-22T13:15:56Z', 'revision_number': 1, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:15Z', 'revision_number': 5, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:15:57.419766 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74b4ef4f-bbc6-4980-8bad-7e35b5169f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:57.429089 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2530091-dc02-4816-b507-3d9dbd804a6a None None] Checking router: 93214d41-71a8-4eef-8d3a-e7204e2db677 for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:15:57.437532 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2530091-dc02-4816-b507-3d9dbd804a6a None None] Routers {'93214d41-71a8-4eef-8d3a-e7204e2db677'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:15:57.438282 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f2530091-dc02-4816-b507-3d9dbd804a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:15:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['93214d41-71a8-4eef-8d3a-e7204e2db677'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:15:57.510445 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74b4ef4f-bbc6-4980-8bad-7e35b5169f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:57.544910 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f2530091-dc02-4816-b507-3d9dbd804a6a None None] Set router 93214d41-71a8-4eef-8d3a-e7204e2db677 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:15:57.594790 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-74b4ef4f-bbc6-4980-8bad-7e35b5169f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:57.632668 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4ef4f-bbc6-4980-8bad-7e35b5169f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea34e53-e225-46ff-8ba4-29c9537d8968,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:57.636954 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-74b4ef4f-bbc6-4980-8bad-7e35b5169f26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f9449e6af554fce83dbf2f5d16298b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316019 Sep 22 13:15:57.639890 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 34618) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:57.692236 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dff98d03-55ce-4b88-b742-ad299a636c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:57.717179 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dff98d03-55ce-4b88-b742-ad299a636c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:57.801090 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f2530091-dc02-4816-b507-3d9dbd804a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '4b7f0aa2-6f05-4624-ae72-8b1691b9f0aa', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'port_id': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'mac_address': 'fa:16:3e:aa:44:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62793f2a-0117-416d-89c6-6c431f18e376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:15:23Z', 'updated_at': '2021-09-22T13:15:56Z', 'revision_number': 1, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:15Z', 'revision_number': 5, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:15:57.828005 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2530091-dc02-4816-b507-3d9dbd804a6a None None] The sync data for ids ['93214d41-71a8-4eef-8d3a-e7204e2db677'] in dv-cinder-810000-3-iscsi is: [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '4b7f0aa2-6f05-4624-ae72-8b1691b9f0aa', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'port_id': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'mac_address': 'fa:16:3e:aa:44:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62793f2a-0117-416d-89c6-6c431f18e376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:15:23Z', 'updated_at': '2021-09-22T13:15:56Z', 'revision_number': 1, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:15Z', 'revision_number': 5, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:15:57.853897 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dff98d03-55ce-4b88-b742-ad299a636c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:57.856541 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-dff98d03-55ce-4b88-b742-ad299a636c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:57.859805 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-dff98d03-55ce-4b88-b742-ad299a636c83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ea34e53-e225-46ff-8ba4-29c9537d8968 HTTP/1.1" status: 204 len: 168 time: 0.2168980 Sep 22 13:15:57.869670 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff98d03-55ce-4b88-b742-ad299a636c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea34e53-e225-46ff-8ba4-29c9537d8968,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:58.040741 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f032f3f7-9412-4b9d-b5a3-183fa8097961 None None] New status for floating IP 4b7f0aa2-6f05-4624-ae72-8b1691b9f0aa: ACTIVE {{(pid=94875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:15:58.565254 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 34628) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:58.580655 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a645725-16d3-4e54-824b-b240f84427fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:58.922120 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a645725-16d3-4e54-824b-b240f84427fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:59.027866 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0a645725-16d3-4e54-824b-b240f84427fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:59.065642 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a645725-16d3-4e54-824b-b240f84427fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dbcb4b-570f-4f3e-be1c-b1d48edb46a2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:59.074181 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 34632) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:15:59.076616 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-0a645725-16d3-4e54-824b-b240f84427fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8119dc3419644f099d994a3bca3bb4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088851 Sep 22 13:15:59.122671 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-176aeecf-68e1-402e-bcbb-c6009e1ba202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:59.143491 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-176aeecf-68e1-402e-bcbb-c6009e1ba202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:59.265222 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-176aeecf-68e1-402e-bcbb-c6009e1ba202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:59.268446 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-176aeecf-68e1-402e-bcbb-c6009e1ba202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:15:59.269665 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-176aeecf-68e1-402e-bcbb-c6009e1ba202 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3dbcb4b-570f-4f3e-be1c-b1d48edb46a2 HTTP/1.1" status: 204 len: 168 time: 0.1951683 Sep 22 13:15:59.277948 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176aeecf-68e1-402e-bcbb-c6009e1ba202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dbcb4b-570f-4f3e-be1c-b1d48edb46a2,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:15:59.513415 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78145e2b-ab34-40f6-9c45-f084e2584dbe req-89db93ce-a908-46db-824b-63303eab787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:59.514921 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-78145e2b-ab34-40f6-9c45-f084e2584dbe req-89db93ce-a908-46db-824b-63303eab787d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9b927b18a264e798ad9389f4c099037&device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 1098 time: 0.0413768 Sep 22 13:15:59.618393 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78145e2b-ab34-40f6-9c45-f084e2584dbe req-d7862810-c34d-4d81-9fcd-7aea31368068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:59.620136 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-78145e2b-ab34-40f6-9c45-f084e2584dbe req-d7862810-c34d-4d81-9fcd-7aea31368068 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc619f7c-a032-4a42-ba73-abb931db8402 HTTP/1.1" status: 200 len: 918 time: 0.0898826 Sep 22 13:15:59.697897 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-78145e2b-ab34-40f6-9c45-f084e2584dbe req-4ce20aca-4a4d-486c-9d4a-70f3af46aa68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41fae7da-fc4d-4e0a-8de7-c46984894344 HTTP/1.1" status: 200 len: 1001 time: 0.0687995 Sep 22 13:15:59.752315 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78145e2b-ab34-40f6-9c45-f084e2584dbe req-e9b20bf9-a2ff-4075-8b32-d8029ece9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:59.754382 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-78145e2b-ab34-40f6-9c45-f084e2584dbe req-e9b20bf9-a2ff-4075-8b32-d8029ece9c26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa0e3c9-3a8f-4139-a019-7d3495bd525f HTTP/1.1" status: 200 len: 856 time: 0.0456538 Sep 22 13:15:59.814671 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78145e2b-ab34-40f6-9c45-f084e2584dbe req-a4987566-0a3f-4a24-824e-57c5018c426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:15:59.816245 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-78145e2b-ab34-40f6-9c45-f084e2584dbe req-a4987566-0a3f-4a24-824e-57c5018c426f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc619f7c-a032-4a42-ba73-abb931db8402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428786 Sep 22 13:15:59.912723 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-78145e2b-ab34-40f6-9c45-f084e2584dbe req-c726106b-9729-41c0-9d56-973c10177067 service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871811 Sep 22 13:16:00.015205 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-78145e2b-ab34-40f6-9c45-f084e2584dbe req-677999a8-b8c1-452a-9e71-16375f941d30 service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931494 Sep 22 13:16:03.505885 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:16:05.027348 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-10bdd341-0ec2-4323-acc1-77ebd8943b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:05.625628 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dd4cc2da-f118-4afa-bf0e-450f22f29c4b req-a6ce2a3b-9106-40e7-8aee-73192d2fde10 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738173678&fields=id&tenant_id=71b37942aed94a0193ab222fd05836ab HTTP/1.1" status: 200 len: 267 time: 0.1945357 Sep 22 13:16:05.679274 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cc2da-f118-4afa-bf0e-450f22f29c4b req-2cd9c5a3-da62-4023-9c2f-5d8b88f61549 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:05.680725 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dd4cc2da-f118-4afa-bf0e-450f22f29c4b req-2cd9c5a3-da62-4023-9c2f-5d8b88f61549 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 985 time: 0.0492120 Sep 22 13:16:05.692015 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-dd4cc2da-f118-4afa-bf0e-450f22f29c4b req-6e88cb66-2bd1-458b-8147-d87cfff539d2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Request body: {'port': {'security_groups': ['7ab0a266-68eb-4fa5-b5da-c002a635c8bf']}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:05.761006 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-dd4cc2da-f118-4afa-bf0e-450f22f29c4b req-6e88cb66-2bd1-458b-8147-d87cfff539d2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:05.946815 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-dd4cc2da-f118-4afa-bf0e-450f22f29c4b req-6e88cb66-2bd1-458b-8147-d87cfff539d2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] For port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,segment=NetworkSegment(21be9e4f-83db-4892-bc0b-08498284f9c7),segment_id=21be9e4f-83db-4892-bc0b-08498284f9c7)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:05.975726 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-dd4cc2da-f118-4afa-bf0e-450f22f29c4b req-6e88cb66-2bd1-458b-8147-d87cfff539d2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:06.044664 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-dd4cc2da-f118-4afa-bf0e-450f22f29c4b req-6e88cb66-2bd1-458b-8147-d87cfff539d2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:06.056707 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['198d6688-72fa-45fc-bcd9-c314e7fa6b0e'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:16:06.100588 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cc2da-f118-4afa-bf0e-450f22f29c4b req-6e88cb66-2bd1-458b-8147-d87cfff539d2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:06.100588 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-dd4cc2da-f118-4afa-bf0e-450f22f29c4b req-6e88cb66-2bd1-458b-8147-d87cfff539d2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:06.100588 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-dd4cc2da-f118-4afa-bf0e-450f22f29c4b req-6e88cb66-2bd1-458b-8147-d87cfff539d2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "PUT /v2.0/ports/198d6688-72fa-45fc-bcd9-c314e7fa6b0e HTTP/1.1" status: 200 len: 943 time: 0.4133065 Sep 22 13:16:06.101069 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'tag': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:16:06.103619 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc7e43e-7262-48c8-991d-ad466eb14922" -d '{"events": [{"name": "network-changed", "server_uuid": "d7660543-f5b0-4906-9ab5-85d403c42545", "tag": "198d6688-72fa-45fc-bcd9-c314e7fa6b0e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:16:06.108695 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 34778) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:06.136532 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88cb66-2bd1-458b-8147-d87cfff539d2 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event updated for resources: {'Port': ['ID=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,revision_number=7']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:06.198803 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['198d6688-72fa-45fc-bcd9-c314e7fa6b0e'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:16:06.202919 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:06.229641 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e219328-92a9-4743-b450-3eabc9d7ce19 x-openstack-request-id: req-3e219328-92a9-4743-b450-3eabc9d7ce19 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:16:06.230261 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7660543-f5b0-4906-9ab5-85d403c42545", "tag": "198d6688-72fa-45fc-bcd9-c314e7fa6b0e", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:16:06.230519 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e219328-92a9-4743-b450-3eabc9d7ce19 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:16:06.230919 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'tag': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e', 'status': 'completed', 'code': 200} Sep 22 13:16:06.239560 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:06.366004 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7e43e-7262-48c8-991d-ad466eb14922 req-27c2c985-ca69-4bda-9cc4-22c5a3736c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:06.367887 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5bc7e43e-7262-48c8-991d-ad466eb14922 req-27c2c985-ca69-4bda-9cc4-22c5a3736c2f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71b37942aed94a0193ab222fd05836ab&device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 1099 time: 0.1083565 Sep 22 13:16:06.453562 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-76cfdb68-2ee1-4f97-a0ec-04f003e208b6 None None] Provisioning complete for port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:06.453941 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-76cfdb68-2ee1-4f97-a0ec-04f003e208b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:06.472179 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:06.474791 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:06.475992 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "DELETE /v2.0/security-groups/af77cbcc-034c-4fea-b39e-7d03255ba961 HTTP/1.1" status: 204 len: 168 time: 0.3637357 Sep 22 13:16:06.479013 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 34786) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:06.502431 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af77cbcc-034c-4fea-b39e-7d03255ba961,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:06.509272 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7e43e-7262-48c8-991d-ad466eb14922 req-a04420a0-8862-4fc5-9092-d9a8d7161f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:06.510920 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5bc7e43e-7262-48c8-991d-ad466eb14922 req-a04420a0-8862-4fc5-9092-d9a8d7161f89 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a359761d-81d8-40c4-999e-73f019d63b70 HTTP/1.1" status: 200 len: 915 time: 0.1298208 Sep 22 13:16:06.512761 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:06.513111 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:06.513456 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:06.513797 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:06.514134 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:06.514473 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:06.514807 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:06.515130 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:06.515475 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:06.515815 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:06.516147 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:06.516482 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dbb24-de93-49b9-bf3e-30ea72b65509 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:06.598026 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5bc7e43e-7262-48c8-991d-ad466eb14922 req-744505e2-2a16-4236-bb2c-af4e39fe1e12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=198d6688-72fa-45fc-bcd9-c314e7fa6b0e HTTP/1.1" status: 200 len: 1002 time: 0.0782835 Sep 22 13:16:06.650151 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7e43e-7262-48c8-991d-ad466eb14922 req-d7689d08-534d-4db9-bbd3-a4c8b2bd3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:06.651655 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5bc7e43e-7262-48c8-991d-ad466eb14922 req-d7689d08-534d-4db9-bbd3-a4c8b2bd3770 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3609119a-daa2-468f-95d8-0087548e4f0e HTTP/1.1" status: 200 len: 853 time: 0.0467958 Sep 22 13:16:06.694278 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf161f-041b-452b-8760-43b137538932 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Deleting port 1000cffd-e5dd-43c6-b3b7-c5f61005a68d {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:16:06.694718 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2fcf161f-041b-452b-8760-43b137538932 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:06.699746 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7e43e-7262-48c8-991d-ad466eb14922 req-f19b01c1-f6fb-4ccb-a5f5-be5141690d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:06.701250 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5bc7e43e-7262-48c8-991d-ad466eb14922 req-f19b01c1-f6fb-4ccb-a5f5-be5141690d97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a359761d-81d8-40c4-999e-73f019d63b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416186 Sep 22 13:16:06.775173 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2fcf161f-041b-452b-8760-43b137538932 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:06.775590 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2fcf161f-041b-452b-8760-43b137538932 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:06.789929 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf161f-041b-452b-8760-43b137538932 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Calling delete_port for 1000cffd-e5dd-43c6-b3b7-c5f61005a68d owned by network:floatingip {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:16:06.815526 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5bc7e43e-7262-48c8-991d-ad466eb14922 req-65354f43-40b2-482c-b946-e98cbbb7d1cc service neutron] 10.222.0.23 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061666 Sep 22 13:16:06.909821 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5bc7e43e-7262-48c8-991d-ad466eb14922 req-782b8401-e519-40b2-9032-5039ee20f484 service neutron] 10.222.0.23 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863879 Sep 22 13:16:07.044498 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2fcf161f-041b-452b-8760-43b137538932 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:07.076614 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf161f-041b-452b-8760-43b137538932 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event deleted for resources: {'Port': ['ID=1000cffd-e5dd-43c6-b3b7-c5f61005a68d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:07.140930 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2fcf161f-041b-452b-8760-43b137538932 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks [] for floatingip, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:07.141220 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.l3_db [None req-2fcf161f-041b-452b-8760-43b137538932 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Floating IP 929b07dd-6b65-4809-acfe-65b4a9ba9d66 disassociated (deleted). External IP: 172.27.1.103, port: 198d6688-72fa-45fc-bcd9-c314e7fa6b0e. Sep 22 13:16:07.363703 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcf161f-041b-452b-8760-43b137538932 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Router 186fd75a-a906-47ce-9958-15a0f79b3a62 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:16:07.480311 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcf161f-041b-452b-8760-43b137538932 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:16:07.484794 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2fcf161f-041b-452b-8760-43b137538932 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:07.491195 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a725805-3d76-49cb-ba5e-85bfc8f6e4f7 None None] Sync routers for ids ['186fd75a-a906-47ce-9958-15a0f79b3a62'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:16:07.500372 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a725805-3d76-49cb-ba5e-85bfc8f6e4f7 None None] Routers {'186fd75a-a906-47ce-9958-15a0f79b3a62'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:07.501007 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5a725805-3d76-49cb-ba5e-85bfc8f6e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:15:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['186fd75a-a906-47ce-9958-15a0f79b3a62'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:07.513597 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-2fcf161f-041b-452b-8760-43b137538932 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "DELETE /v2.0/floatingips/929b07dd-6b65-4809-acfe-65b4a9ba9d66 HTTP/1.1" status: 204 len: 168 time: 1.0334642 Sep 22 13:16:07.610297 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-5a725805-3d76-49cb-ba5e-85bfc8f6e4f7 None None] Set router 186fd75a-a906-47ce-9958-15a0f79b3a62 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:07.827639 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5a725805-3d76-49cb-ba5e-85bfc8f6e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:12:31Z', 'revision_number': 4, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port': {'id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:28Z', 'updated_at': '2021-09-22T13:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'd523c37d-4444-4b02-bfd0-80bb5955247d', 'name': '', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'mac_address': 'fa:16:3e:13:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:31Z', 'updated_at': '2021-09-22T13:12:36Z', 'revision_number': 5, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'subnets': [{'id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:07.855415 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a725805-3d76-49cb-ba5e-85bfc8f6e4f7 None None] Checking router: 186fd75a-a906-47ce-9958-15a0f79b3a62 for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:16:07.864044 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 34806) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:07.864538 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a725805-3d76-49cb-ba5e-85bfc8f6e4f7 None None] Routers {'186fd75a-a906-47ce-9958-15a0f79b3a62'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:07.865032 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5a725805-3d76-49cb-ba5e-85bfc8f6e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:15:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['186fd75a-a906-47ce-9958-15a0f79b3a62'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:07.996626 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bb6be15f-65c1-4a8a-8904-1ea8a6b1f2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:08.092482 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bb6be15f-65c1-4a8a-8904-1ea8a6b1f2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:08.094685 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-5a725805-3d76-49cb-ba5e-85bfc8f6e4f7 None None] Set router 186fd75a-a906-47ce-9958-15a0f79b3a62 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:08.158898 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bb6be15f-65c1-4a8a-8904-1ea8a6b1f2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:08.203765 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-bb6be15f-65c1-4a8a-8904-1ea8a6b1f2d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=586eb62d6c8e41c8a9b4f7b44921f6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386018 Sep 22 13:16:08.205336 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6be15f-65c1-4a8a-8904-1ea8a6b1f2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b5dfa0-4e80-4bb4-8e14-d93a1fb66de4,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:08.206987 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 34814) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:08.231966 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'tag': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:16:08.234760 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07d7adc-f160-41fc-a780-66286213cfa9" -d '{"events": [{"name": "network-changed", "server_uuid": "d7660543-f5b0-4906-9ab5-85d403c42545", "tag": "198d6688-72fa-45fc-bcd9-c314e7fa6b0e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:16:08.266906 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-866c81a6-0344-4168-9d87-2ef27c000c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:08.282159 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07129aa-9e86-4a5b-abd5-78ba0b03d8f9 x-openstack-request-id: req-f07129aa-9e86-4a5b-abd5-78ba0b03d8f9 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:16:08.282599 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7660543-f5b0-4906-9ab5-85d403c42545", "tag": "198d6688-72fa-45fc-bcd9-c314e7fa6b0e", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:16:08.283672 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f07129aa-9e86-4a5b-abd5-78ba0b03d8f9 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:16:08.284087 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'tag': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e', 'status': 'completed', 'code': 200} Sep 22 13:16:08.292031 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-866c81a6-0344-4168-9d87-2ef27c000c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:08.299829 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-5a725805-3d76-49cb-ba5e-85bfc8f6e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:12:31Z', 'revision_number': 4, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port': {'id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:28Z', 'updated_at': '2021-09-22T13:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'd523c37d-4444-4b02-bfd0-80bb5955247d', 'name': '', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'mac_address': 'fa:16:3e:13:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:31Z', 'updated_at': '2021-09-22T13:12:36Z', 'revision_number': 5, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'subnets': [{'id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:08.330964 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a725805-3d76-49cb-ba5e-85bfc8f6e4f7 None None] The sync data for ids ['186fd75a-a906-47ce-9958-15a0f79b3a62'] in dv-cinder-810000-3-iscsi is: [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:12:31Z', 'revision_number': 4, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port': {'id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:28Z', 'updated_at': '2021-09-22T13:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'd523c37d-4444-4b02-bfd0-80bb5955247d', 'name': '', 'network_id': 'a359761d-81d8-40c4-999e-73f019d63b70', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'mac_address': 'fa:16:3e:13:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:31Z', 'updated_at': '2021-09-22T13:12:36Z', 'revision_number': 5, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'subnets': [{'id': '3609119a-daa2-468f-95d8-0087548e4f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:16:08.421951 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-866c81a6-0344-4168-9d87-2ef27c000c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:08.425225 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-866c81a6-0344-4168-9d87-2ef27c000c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:08.426474 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-866c81a6-0344-4168-9d87-2ef27c000c12 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72b5dfa0-4e80-4bb4-8e14-d93a1fb66de4 HTTP/1.1" status: 204 len: 168 time: 0.2168016 Sep 22 13:16:08.435346 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c81a6-0344-4168-9d87-2ef27c000c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b5dfa0-4e80-4bb4-8e14-d93a1fb66de4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:08.558668 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-9731e8fe-f4a8-42fd-8f3e-8d3468ed160c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:08.563384 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a36392-0f31-41d5-a248-07c2f5dd6d23 None None] New status for floating IP 929b07dd-6b65-4809-acfe-65b4a9ba9d66: DOWN {{(pid=94875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:16:08.855673 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:08.895793 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:09.105352 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 34828) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:09.115946 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b75fd0b7-ce10-41c0-80f8-f57cbcd0c748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:09.202881 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b75fd0b7-ce10-41c0-80f8-f57cbcd0c748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:09.284212 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b75fd0b7-ce10-41c0-80f8-f57cbcd0c748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:09.321590 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fd0b7-ce10-41c0-80f8-f57cbcd0c748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdaa5a4-802d-428b-a244-4d0137de49aa,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:09.327381 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-b75fd0b7-ce10-41c0-80f8-f57cbcd0c748 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fe80f1226f247fe909eeacf6bbda51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236757 Sep 22 13:16:09.335290 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 34830) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:09.378373 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6548492b-14f2-4833-a1dc-b63c96608cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:09.399358 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6548492b-14f2-4833-a1dc-b63c96608cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:09.533511 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6548492b-14f2-4833-a1dc-b63c96608cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:09.536263 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6548492b-14f2-4833-a1dc-b63c96608cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:09.537429 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-6548492b-14f2-4833-a1dc-b63c96608cdf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9bdaa5a4-802d-428b-a244-4d0137de49aa HTTP/1.1" status: 204 len: 168 time: 0.2058792 Sep 22 13:16:09.546231 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548492b-14f2-4833-a1dc-b63c96608cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdaa5a4-802d-428b-a244-4d0137de49aa,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:09.881977 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d7adc-f160-41fc-a780-66286213cfa9 req-e7bcd3b7-1579-43b4-b3c0-5e8fd48866a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:09.883875 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a07d7adc-f160-41fc-a780-66286213cfa9 req-e7bcd3b7-1579-43b4-b3c0-5e8fd48866a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71b37942aed94a0193ab222fd05836ab&device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 1099 time: 0.0482049 Sep 22 13:16:09.907691 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3a2695a3-3cd4-4a63-9a3d-30b692a35986 req-a5712525-7ce0-4bcc-91c8-215dec489750 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487788 Sep 22 13:16:09.998883 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2695a3-3cd4-4a63-9a3d-30b692a35986 req-2fe7803e-630a-44c4-a231-cecba2587059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:10.000807 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3a2695a3-3cd4-4a63-9a3d-30b692a35986 req-2fe7803e-630a-44c4-a231-cecba2587059 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d0eaec60ee64de8bef900efc8811d07&device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 1098 time: 0.0569046 Sep 22 13:16:10.011511 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d7adc-f160-41fc-a780-66286213cfa9 req-ba91376e-3788-4205-9802-735e0df7bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:10.013303 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a07d7adc-f160-41fc-a780-66286213cfa9 req-ba91376e-3788-4205-9802-735e0df7bf77 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a359761d-81d8-40c4-999e-73f019d63b70 HTTP/1.1" status: 200 len: 915 time: 0.1223264 Sep 22 13:16:10.057775 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:10.069180 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a07d7adc-f160-41fc-a780-66286213cfa9 req-9258b946-641f-4df4-9126-4da551dd5d22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=198d6688-72fa-45fc-bcd9-c314e7fa6b0e HTTP/1.1" status: 200 len: 217 time: 0.0448737 Sep 22 13:16:10.131993 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d7adc-f160-41fc-a780-66286213cfa9 req-d8a6bc14-016a-41bd-9f83-573b8bf224c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:10.133517 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a07d7adc-f160-41fc-a780-66286213cfa9 req-d8a6bc14-016a-41bd-9f83-573b8bf224c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3609119a-daa2-468f-95d8-0087548e4f0e HTTP/1.1" status: 200 len: 853 time: 0.0554104 Sep 22 13:16:10.147066 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2695a3-3cd4-4a63-9a3d-30b692a35986 req-08877810-249b-4cbe-8d57-66b8a7797d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:10.148888 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3a2695a3-3cd4-4a63-9a3d-30b692a35986 req-08877810-249b-4cbe-8d57-66b8a7797d0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7ff256e-94df-44a6-b96c-3d0c6896f093 HTTP/1.1" status: 200 len: 912 time: 0.1174796 Sep 22 13:16:10.182816 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d7adc-f160-41fc-a780-66286213cfa9 req-050f07d1-0670-4eda-bf38-0794f6eb40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:10.184367 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a07d7adc-f160-41fc-a780-66286213cfa9 req-050f07d1-0670-4eda-bf38-0794f6eb40a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a359761d-81d8-40c4-999e-73f019d63b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412087 Sep 22 13:16:10.216596 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3a2695a3-3cd4-4a63-9a3d-30b692a35986 req-8970a714-3846-4166-8741-dee7d664e56f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee028d-6a0d-4aa7-823b-d96fde18de61 HTTP/1.1" status: 200 len: 1001 time: 0.0595629 Sep 22 13:16:10.276387 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2695a3-3cd4-4a63-9a3d-30b692a35986 req-63f311cc-f2a5-45a8-b96a-817c9b1071d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:10.277823 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3a2695a3-3cd4-4a63-9a3d-30b692a35986 req-63f311cc-f2a5-45a8-b96a-817c9b1071d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1619f7f4-41aa-4194-b81e-a75b642a92db HTTP/1.1" status: 200 len: 850 time: 0.0510650 Sep 22 13:16:10.286435 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a07d7adc-f160-41fc-a780-66286213cfa9 req-2854e816-4044-4b3a-81cd-1fec5f4cd02f service neutron] 10.222.0.23 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925908 Sep 22 13:16:11.758694 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:12.093805 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2695a3-3cd4-4a63-9a3d-30b692a35986 req-0acf11f3-e4e6-4e32-9e11-aac87f76bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:12.093805 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3a2695a3-3cd4-4a63-9a3d-30b692a35986 req-0acf11f3-e4e6-4e32-9e11-aac87f76bfb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7ff256e-94df-44a6-b96c-3d0c6896f093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434566 Sep 22 13:16:13.231011 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3a2695a3-3cd4-4a63-9a3d-30b692a35986 req-8a9b3b1d-815b-4ff3-89a2-d00d4c2ab855 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909153 Sep 22 13:16:13.233880 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a07d7adc-f160-41fc-a780-66286213cfa9 req-ccf59739-fbef-4ad2-9080-f193821dbbef service neutron] 10.222.0.23 "GET /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072198 Sep 22 13:16:13.383169 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3a2695a3-3cd4-4a63-9a3d-30b692a35986 req-60862c83-b04c-4d30-a478-12a6800457c3 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204820 Sep 22 13:16:14.218410 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2441bf-59bf-4075-820d-d0217544aa9a req-758ffdc2-655c-4e94-9859-5a45ce334ce4 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:14.220700 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6b2441bf-59bf-4075-820d-d0217544aa9a req-758ffdc2-655c-4e94-9859-5a45ce334ce4 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0546117 Sep 22 13:16:14.264067 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6b2441bf-59bf-4075-820d-d0217544aa9a req-6a0b10a2-41cc-494b-91e8-91f34155ba5f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372300 Sep 22 13:16:15.393526 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6aa4bc-ffea-4d9f-b4e8-10e6bc29cbf1 req-848ff133-da73-43f5-b38d-04b1563a0990 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:15.394959 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0b6aa4bc-ffea-4d9f-b4e8-10e6bc29cbf1 req-848ff133-da73-43f5-b38d-04b1563a0990 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0525181 Sep 22 13:16:15.437224 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0b6aa4bc-ffea-4d9f-b4e8-10e6bc29cbf1 req-7fb412fe-4518-483a-87b6-ac874abf8162 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355105 Sep 22 13:16:16.564817 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b49c4-2d0a-4fdd-a061-2d3e6715405c req-3c6e8145-7de2-42c6-82dc-9ce1d2ecffa6 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:16.566424 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-773b49c4-2d0a-4fdd-a061-2d3e6715405c req-3c6e8145-7de2-42c6-82dc-9ce1d2ecffa6 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0586703 Sep 22 13:16:16.609530 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-773b49c4-2d0a-4fdd-a061-2d3e6715405c req-3d75f0ea-53e6-4af4-aea3-8084e8992157 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369198 Sep 22 13:16:17.730895 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e81bac-f99f-4334-8044-bf064f7607f2 req-ca6cf1c0-3ebb-4ea2-af2a-ad6c2ca5094a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:17.732460 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-50e81bac-f99f-4334-8044-bf064f7607f2 req-ca6cf1c0-3ebb-4ea2-af2a-ad6c2ca5094a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0523534 Sep 22 13:16:17.772955 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-50e81bac-f99f-4334-8044-bf064f7607f2 req-582dcf58-ba0c-4145-96b6-bca58ed1e18e tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337546 Sep 22 13:16:18.946797 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477251f-92f7-4e0a-8b90-8170b34e0cc7 req-e6d2aab0-b524-4281-ba3b-437f7b23455a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:18.948466 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5477251f-92f7-4e0a-8b90-8170b34e0cc7 req-e6d2aab0-b524-4281-ba3b-437f7b23455a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0625079 Sep 22 13:16:18.998293 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5477251f-92f7-4e0a-8b90-8170b34e0cc7 req-303f5471-3bcb-4626-b6fd-8c1ee9b0f2b5 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408213 Sep 22 13:16:19.334336 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-4314c8f9-ac9f-4c44-afe5-af7744b39a86 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:19.335846 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-4314c8f9-ac9f-4c44-afe5-af7744b39a86 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.23 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.0524139 Sep 22 13:16:19.438157 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Deleting port f3ee028d-6a0d-4aa7-823b-d96fde18de61 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:16:19.438757 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:19.685050 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad45cc-01b9-4d97-be5d-12fec05bf809 req-8f56f27c-9ded-4c7d-9e02-c6ed10b96fbf tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:19.690061 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-39ad45cc-01b9-4d97-be5d-12fec05bf809 req-8f56f27c-9ded-4c7d-9e02-c6ed10b96fbf tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 946 time: 0.1718500 Sep 22 13:16:19.731768 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-39ad45cc-01b9-4d97-be5d-12fec05bf809 req-71350a04-67b5-4b88-9381-777ef7349f18 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346525 Sep 22 13:16:19.780813 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] For port f3ee028d-6a0d-4aa7-823b-d96fde18de61, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f3ee028d-6a0d-4aa7-823b-d96fde18de61,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:19.781177 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:20.002631 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:20.003343 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:20.003343 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.l3_db [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Floating IP f22c39aa-f14b-47ad-af06-546107d2ffd2 disassociated. External IP: 172.27.1.191, port: f3ee028d-6a0d-4aa7-823b-d96fde18de61. Sep 22 13:16:20.003668 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Calling delete_port for f3ee028d-6a0d-4aa7-823b-d96fde18de61 owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:16:20.183675 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05a869-0aff-4270-a503-06bfb2039ee1 req-a9dc2478-1a8c-477e-a3af-3c40d47adf96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:20.185382 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ea05a869-0aff-4270-a503-06bfb2039ee1 req-a9dc2478-1a8c-477e-a3af-3c40d47adf96 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 945 time: 0.1083455 Sep 22 13:16:20.227872 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ea05a869-0aff-4270-a503-06bfb2039ee1 req-7c414205-6d6b-42cc-8d97-b35cbf9da161 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6520697-90ca-4afa-afb7-07b89e2f93fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339279 Sep 22 13:16:20.260906 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:20.289573 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event deleted for resources: {'Port': ['ID=f3ee028d-6a0d-4aa7-823b-d96fde18de61,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:20.307359 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:20.307359 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:20.307359 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:20.307359 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:20.307359 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:20.307359 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:20.307359 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:20.307359 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:20.307359 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:20.307359 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:20.307359 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:20.307359 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:20.430450 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Router 5886909b-55f8-47aa-b4dd-2ad08d49206d has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:16:20.517373 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35054) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:20.551984 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:16:20.562913 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00065cf6-f775-4cf1-a9f5-79cf71409455 None None] Sync routers for ids ['5886909b-55f8-47aa-b4dd-2ad08d49206d'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:16:20.573969 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00065cf6-f775-4cf1-a9f5-79cf71409455 None None] Routers {'5886909b-55f8-47aa-b4dd-2ad08d49206d'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:20.574538 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-00065cf6-f775-4cf1-a9f5-79cf71409455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['5886909b-55f8-47aa-b4dd-2ad08d49206d'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:20.591421 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] No DVR routers for this DVR port f3ee028d-6a0d-4aa7-823b-d96fde18de61 on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:16:20.594586 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:20.596817 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-88bdf960-e680-4907-b77a-f2708a8eb919 req-6c6d6d8b-a8ad-4089-bf16-40cc0c26678f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.23 "DELETE /v2.0/ports/f3ee028d-6a0d-4aa7-823b-d96fde18de61 HTTP/1.1" status: 204 len: 173 time: 1.2526903 Sep 22 13:16:20.597261 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34469eaa-a287-41e5-a5cd-ad889e389ada', 'name': 'network-vif-deleted', 'tag': 'f3ee028d-6a0d-4aa7-823b-d96fde18de61'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:16:20.599665 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b07779-d8e7-4827-b9d5-da42ea1a563e" -d '{"events": [{"server_uuid": "34469eaa-a287-41e5-a5cd-ad889e389ada", "name": "network-vif-deleted", "tag": "f3ee028d-6a0d-4aa7-823b-d96fde18de61"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:16:20.640066 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a27d307-7a22-496c-90e1-8adcdb4390cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:20.725103 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-00065cf6-f775-4cf1-a9f5-79cf71409455 None None] Set router 5886909b-55f8-47aa-b4dd-2ad08d49206d gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:20.792812 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35066) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:20.836975 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a27d307-7a22-496c-90e1-8adcdb4390cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:20.904596 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2a27d307-7a22-496c-90e1-8adcdb4390cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:20.929645 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416249c-a2a9-40b9-89e7-a0659ad474e7 req-5bb21b2c-2a50-40c0-8395-8a1f684100d1 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:20.931164 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3416249c-a2a9-40b9-89e7-a0659ad474e7 req-5bb21b2c-2a50-40c0-8395-8a1f684100d1 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 946 time: 0.0768821 Sep 22 13:16:20.943754 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555def74-99f2-4f6d-9f2b-e367818ff7eb x-openstack-request-id: req-555def74-99f2-4f6d-9f2b-e367818ff7eb {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:16:20.944052 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34469eaa-a287-41e5-a5cd-ad889e389ada", "name": "network-vif-deleted", "tag": "f3ee028d-6a0d-4aa7-823b-d96fde18de61", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:16:20.944314 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-555def74-99f2-4f6d-9f2b-e367818ff7eb {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:16:20.944723 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34469eaa-a287-41e5-a5cd-ad889e389ada', 'name': 'network-vif-deleted', 'tag': 'f3ee028d-6a0d-4aa7-823b-d96fde18de61', 'status': 'completed', 'code': 200} Sep 22 13:16:20.956895 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-2a27d307-7a22-496c-90e1-8adcdb4390cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37974361f23147f6921ac1855d3d262e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382336 Sep 22 13:16:20.957631 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27d307-7a22-496c-90e1-8adcdb4390cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a25a2ed-ec6c-4223-b391-8a15d1716bda,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:20.960710 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35070) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:20.990743 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3416249c-a2a9-40b9-89e7-a0659ad474e7 req-106f028c-49fd-417f-9cf4-4781c10da2ec tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451739 Sep 22 13:16:21.004980 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-19895c8d-1e97-474d-8f12-f5b329c0b9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:21.029443 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56444e32-1ede-4514-b9ef-36537e5ceaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:21.058613 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56444e32-1ede-4514-b9ef-36537e5ceaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:21.060419 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-00065cf6-f775-4cf1-a9f5-79cf71409455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:18Z', 'revision_number': 5, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:21.093034 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00065cf6-f775-4cf1-a9f5-79cf71409455 None None] Checking router: 5886909b-55f8-47aa-b4dd-2ad08d49206d for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:16:21.102681 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00065cf6-f775-4cf1-a9f5-79cf71409455 None None] Routers {'5886909b-55f8-47aa-b4dd-2ad08d49206d'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:21.103302 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-00065cf6-f775-4cf1-a9f5-79cf71409455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['5886909b-55f8-47aa-b4dd-2ad08d49206d'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:21.116930 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-19895c8d-1e97-474d-8f12-f5b329c0b9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:21.163874 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56444e32-1ede-4514-b9ef-36537e5ceaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:21.166644 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-56444e32-1ede-4514-b9ef-36537e5ceaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:21.167899 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-56444e32-1ede-4514-b9ef-36537e5ceaa1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a25a2ed-ec6c-4223-b391-8a15d1716bda HTTP/1.1" status: 204 len: 168 time: 0.2060027 Sep 22 13:16:21.177084 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56444e32-1ede-4514-b9ef-36537e5ceaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a25a2ed-ec6c-4223-b391-8a15d1716bda,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:21.222620 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-00065cf6-f775-4cf1-a9f5-79cf71409455 None None] Set router 5886909b-55f8-47aa-b4dd-2ad08d49206d gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:21.226773 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-19895c8d-1e97-474d-8f12-f5b329c0b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:21.292077 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-19895c8d-1e97-474d-8f12-f5b329c0b9b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dee46d08b3ff405881fcdbff70254c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981322 Sep 22 13:16:21.294411 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895c8d-1e97-474d-8f12-f5b329c0b9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a6cb65-4e86-4070-91a6-c03d870bf6a8,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:21.295064 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35078) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:21.377741 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-68255539-e31c-475b-bbe1-575da0b9b832 req-58649509-aefb-4299-a43a-1a24a6669333 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=34469eaa-a287-41e5-a5cd-ad889e389ada HTTP/1.1" status: 200 len: 210 time: 0.0268466 Sep 22 13:16:21.377840 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce456cac-f40f-4ce3-9326-83335a10c765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:21.403549 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce456cac-f40f-4ce3-9326-83335a10c765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:21.464010 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-00065cf6-f775-4cf1-a9f5-79cf71409455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:18Z', 'revision_number': 5, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:21.492218 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00065cf6-f775-4cf1-a9f5-79cf71409455 None None] The sync data for ids ['5886909b-55f8-47aa-b4dd-2ad08d49206d'] in dv-cinder-810000-3-iscsi is: [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:18Z', 'revision_number': 5, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:16:21.603835 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce456cac-f40f-4ce3-9326-83335a10c765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:21.606479 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ce456cac-f40f-4ce3-9326-83335a10c765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:21.607698 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-ce456cac-f40f-4ce3-9326-83335a10c765 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02a6cb65-4e86-4070-91a6-c03d870bf6a8 HTTP/1.1" status: 204 len: 168 time: 0.3111937 Sep 22 13:16:21.616491 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce456cac-f40f-4ce3-9326-83335a10c765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a6cb65-4e86-4070-91a6-c03d870bf6a8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:21.745442 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e51beeb-fc12-4439-beeb-86d8900ff9d2 None None] New status for floating IP f22c39aa-f14b-47ad-af06-546107d2ffd2: DOWN {{(pid=94875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:16:21.810449 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e26eef-b901-4a13-81be-0c8db32729b3 req-86900a3b-b971-4d8d-a29c-bb339cf4b241 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:21.812067 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-64e26eef-b901-4a13-81be-0c8db32729b3 req-86900a3b-b971-4d8d-a29c-bb339cf4b241 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 946 time: 0.0526588 Sep 22 13:16:21.870166 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35090) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:21.885498 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b1b826d-5b86-43ed-a062-6d611b38ef13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:21.913242 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-64e26eef-b901-4a13-81be-0c8db32729b3 req-65832ec1-fb74-42da-8247-e91a566ce8ac tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Deleting port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:16:21.913848 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-64e26eef-b901-4a13-81be-0c8db32729b3 req-65832ec1-fb74-42da-8247-e91a566ce8ac tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.012642 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b1b826d-5b86-43ed-a062-6d611b38ef13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.028905 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-64e26eef-b901-4a13-81be-0c8db32729b3 req-65832ec1-fb74-42da-8247-e91a566ce8ac tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] For port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,segment=NetworkSegment(21be9e4f-83db-4892-bc0b-08498284f9c7),segment_id=21be9e4f-83db-4892-bc0b-08498284f9c7)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:22.030086 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-64e26eef-b901-4a13-81be-0c8db32729b3 req-65832ec1-fb74-42da-8247-e91a566ce8ac tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.045186 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-64e26eef-b901-4a13-81be-0c8db32729b3 req-65832ec1-fb74-42da-8247-e91a566ce8ac tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Calling delete_port for 198d6688-72fa-45fc-bcd9-c314e7fa6b0e owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:16:22.125298 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9b1b826d-5b86-43ed-a062-6d611b38ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.142328 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d38531-2c18-41cd-a05c-c89ad1d19588 req-d524cc75-7010-4b69-b150-2c8ac18046a6 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:22.143849 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-69d38531-2c18-41cd-a05c-c89ad1d19588 req-d524cc75-7010-4b69-b150-2c8ac18046a6 tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 946 time: 0.0594950 Sep 22 13:16:22.188678 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-9b1b826d-5b86-43ed-a062-6d611b38ef13 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73870a50cf6846c9812936426e29564d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173521 Sep 22 13:16:22.191605 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35096) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:22.199710 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b826d-5b86-43ed-a062-6d611b38ef13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db70daa3-b4aa-4ab9-ac79-ef618b3b5fac,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:22.209625 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-69d38531-2c18-41cd-a05c-c89ad1d19588 req-b9e1e56a-aca9-42bc-a1e5-d42e5b6f1e2f tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ab0a266-68eb-4fa5-b5da-c002a635c8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579879 Sep 22 13:16:22.245634 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-02052a33-62e3-4e5d-b4d7-f8bcf812ed43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.271172 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-02052a33-62e3-4e5d-b4d7-f8bcf812ed43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.277925 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-64e26eef-b901-4a13-81be-0c8db32729b3 req-65832ec1-fb74-42da-8247-e91a566ce8ac tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.289208 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['198d6688-72fa-45fc-bcd9-c314e7fa6b0e'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:16:22.321071 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65832ec1-fb74-42da-8247-e91a566ce8ac tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Pushing event deleted for resources: {'Port': ['ID=198d6688-72fa-45fc-bcd9-c314e7fa6b0e,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:22.375279 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e26eef-b901-4a13-81be-0c8db32729b3 req-65832ec1-fb74-42da-8247-e91a566ce8ac tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] No DVR routers for this DVR port 198d6688-72fa-45fc-bcd9-c314e7fa6b0e on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:16:22.375279 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-64e26eef-b901-4a13-81be-0c8db32729b3 req-65832ec1-fb74-42da-8247-e91a566ce8ac tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.375843 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-64e26eef-b901-4a13-81be-0c8db32729b3 req-65832ec1-fb74-42da-8247-e91a566ce8ac tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.23 "DELETE /v2.0/ports/198d6688-72fa-45fc-bcd9-c314e7fa6b0e HTTP/1.1" status: 204 len: 173 time: 0.5576477 Sep 22 13:16:22.460360 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35104) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:22.474764 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2f51724c-ea98-4671-8032-6af94d38fac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.494802 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-02052a33-62e3-4e5d-b4d7-f8bcf812ed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.494802 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-02052a33-62e3-4e5d-b4d7-f8bcf812ed43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.494802 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-02052a33-62e3-4e5d-b4d7-f8bcf812ed43 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db70daa3-b4aa-4ab9-ac79-ef618b3b5fac HTTP/1.1" status: 204 len: 168 time: 0.2959895 Sep 22 13:16:22.503188 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02052a33-62e3-4e5d-b4d7-f8bcf812ed43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db70daa3-b4aa-4ab9-ac79-ef618b3b5fac,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:22.575264 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35108) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:22.598873 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2f51724c-ea98-4671-8032-6af94d38fac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.644014 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9330d3de-965b-449d-81e5-af879049ba47 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.677138 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9330d3de-965b-449d-81e5-af879049ba47 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.698543 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2f51724c-ea98-4671-8032-6af94d38fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.762352 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51724c-ea98-4671-8032-6af94d38fac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e56f3e-8ee1-48e2-aa33-639c226f3356,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:22.769946 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-2f51724c-ea98-4671-8032-6af94d38fac7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b425988bdc8425dbbec0abeb9373751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061693 Sep 22 13:16:22.770605 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35116) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:22.831731 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f461bce2-a5ee-4d56-b101-ed3148d0dd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.855813 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f461bce2-a5ee-4d56-b101-ed3148d0dd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.858408 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9330d3de-965b-449d-81e5-af879049ba47 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.862447 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9330d3de-965b-449d-81e5-af879049ba47 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:22.863350 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-9330d3de-965b-449d-81e5-af879049ba47 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "DELETE /v2.0/security-groups/e6520697-90ca-4afa-afb7-07b89e2f93fd HTTP/1.1" status: 204 len: 168 time: 0.2921612 Sep 22 13:16:22.867955 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35120) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:22.873011 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330d3de-965b-449d-81e5-af879049ba47 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6520697-90ca-4afa-afb7-07b89e2f93fd,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:22.889109 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.api.v2.resource [None req-45c2695b-cdfd-48ff-9955-cba98d0a558f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] show failed (client error): The resource could not be found. Sep 22 13:16:22.891553 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-45c2695b-cdfd-48ff-9955-cba98d0a558f tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups/e6520697-90ca-4afa-afb7-07b89e2f93fd HTTP/1.1" status: 404 len: 347 time: 0.0213594 Sep 22 13:16:22.897322 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35122) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:22.947124 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'name': 'network-vif-deleted', 'tag': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:16:22.949186 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18d21da-c7b6-4c13-a4c7-a9cdf1f45c7d" -d '{"events": [{"server_uuid": "d7660543-f5b0-4906-9ab5-85d403c42545", "name": "network-vif-deleted", "tag": "198d6688-72fa-45fc-bcd9-c314e7fa6b0e"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:16:22.993475 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfb961a-0dae-4190-8c55-3edcea270993 x-openstack-request-id: req-5dfb961a-0dae-4190-8c55-3edcea270993 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:16:22.993785 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7660543-f5b0-4906-9ab5-85d403c42545", "name": "network-vif-deleted", "tag": "198d6688-72fa-45fc-bcd9-c314e7fa6b0e", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:16:22.994241 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5dfb961a-0dae-4190-8c55-3edcea270993 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:16:22.994639 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7660543-f5b0-4906-9ab5-85d403c42545', 'name': 'network-vif-deleted', 'tag': '198d6688-72fa-45fc-bcd9-c314e7fa6b0e', 'status': 'completed', 'code': 200} Sep 22 13:16:23.043451 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-beb08e82-24ed-471e-ae81-4891bafdc611 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Deleting port 7409d8a5-5d6e-419b-bdb0-21a01806f3c8 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:16:23.043451 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-beb08e82-24ed-471e-ae81-4891bafdc611 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:23.112252 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f461bce2-a5ee-4d56-b101-ed3148d0dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:23.112700 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f461bce2-a5ee-4d56-b101-ed3148d0dd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:23.115989 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-f461bce2-a5ee-4d56-b101-ed3148d0dd97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1e56f3e-8ee1-48e2-aa33-639c226f3356 HTTP/1.1" status: 204 len: 168 time: 0.3421006 Sep 22 13:16:23.127314 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461bce2-a5ee-4d56-b101-ed3148d0dd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e56f3e-8ee1-48e2-aa33-639c226f3356,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:23.151327 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-beb08e82-24ed-471e-ae81-4891bafdc611 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:23.151327 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-beb08e82-24ed-471e-ae81-4891bafdc611 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:23.167090 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-beb08e82-24ed-471e-ae81-4891bafdc611 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Calling delete_port for 7409d8a5-5d6e-419b-bdb0-21a01806f3c8 owned by network:floatingip {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:16:23.329097 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-61e19068-36f3-4190-b6e3-7683747f00d2 req-7f648ce8-a358-41f0-a268-ae4e9959eb3d tempest-TestMinimumBasicScenario-1654440286 tempest-TestMinimumBasicScenario-1654440286-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7660543-f5b0-4906-9ab5-85d403c42545 HTTP/1.1" status: 200 len: 210 time: 0.0304193 Sep 22 13:16:23.420802 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-beb08e82-24ed-471e-ae81-4891bafdc611 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:23.450344 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb08e82-24ed-471e-ae81-4891bafdc611 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event deleted for resources: {'Port': ['ID=7409d8a5-5d6e-419b-bdb0-21a01806f3c8,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:23.523286 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-beb08e82-24ed-471e-ae81-4891bafdc611 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for floatingip, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:23.525922 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-beb08e82-24ed-471e-ae81-4891bafdc611 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:23.527882 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-beb08e82-24ed-471e-ae81-4891bafdc611 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "DELETE /v2.0/floatingips/f22c39aa-f14b-47ad-af06-546107d2ffd2 HTTP/1.1" status: 204 len: 168 time: 0.6288309 Sep 22 13:16:24.189740 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35176) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:24.194318 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-d9b5672d-4fee-4a7a-9571-6c46a5000ecd tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--128559222', 'description': 'tempest-description--1738737208'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:24.312953 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d9b5672d-4fee-4a7a-9571-6c46a5000ecd tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:24.352410 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35184) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:24.419040 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d9b5672d-4fee-4a7a-9571-6c46a5000ecd tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:24.463340 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-6108775-network', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:24.494372 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d9b5672d-4fee-4a7a-9571-6c46a5000ecd tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:24.534875 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5672d-4fee-4a7a-9571-6c46a5000ecd tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:24.599827 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] Made reservation on behalf of 506fa8c4d7e84973979a953f64caa8e3 for: {'network': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:16:24.602188 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:24.612168 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:24.711066 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d9b5672d-4fee-4a7a-9571-6c46a5000ecd tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:24.715465 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-d9b5672d-4fee-4a7a-9571-6c46a5000ecd tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5217080 Sep 22 13:16:24.715974 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35208) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:24.722424 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-b282a66a-1248-48d5-a6c9-4ef080c638d5 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Request body: {'security_group_rule': {'security_group_id': '9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:24.758887 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17175a-6926-41d9-9af3-f9dc2dcc6cee req-3036fa80-277f-4bbc-8308-69212887dad5 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:24.760356 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3d17175a-6926-41d9-9af3-f9dc2dcc6cee req-3036fa80-277f-4bbc-8308-69212887dad5 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 945 time: 0.0759084 Sep 22 13:16:24.814373 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f3ee028d-6a0d-4aa7-823b-d96fde18de61 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:16:24.829244 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3d17175a-6926-41d9-9af3-f9dc2dcc6cee req-ca0ebcb6-49d5-4fae-bebf-b2d43deba361 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624781 Sep 22 13:16:24.831809 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:24.845558 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: f3ee028d-6a0d-4aa7-823b-d96fde18de61 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:16:24.845907 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device f3ee028d-6a0d-4aa7-823b-d96fde18de61 not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:16:24.849533 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 198d6688-72fa-45fc-bcd9-c314e7fa6b0e no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:16:24.868328 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: 198d6688-72fa-45fc-bcd9-c314e7fa6b0e {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:16:24.868660 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 198d6688-72fa-45fc-bcd9-c314e7fa6b0e not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:16:24.903984 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:24.934625 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:16:24.941954 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1091cae-622e-4ea0-a8f6-03f11cc27491,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:24.948416 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:24.948599 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.segments_db [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] Added segment cb75b53e-e74a-40bc-b21e-3a716f1331d8 of type vlan for network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 Sep 22 13:16:24.994375 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:25.008689 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b282a66a-1248-48d5-a6c9-4ef080c638d5 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:25.065778 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b282a66a-1248-48d5-a6c9-4ef080c638d5 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:25.163684 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:25.164698 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:25.165376 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:25.230600 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] Pushing event updated for resources: {'Network': ['ID=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:25.232234 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b282a66a-1248-48d5-a6c9-4ef080c638d5 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:25.241531 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:16:25.252473 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282a66a-1248-48d5-a6c9-4ef080c638d5 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f687aa88-6a10-4116-b854-e8a9947a0cff,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:25.268122 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-9141abb1-f0c5-42f2-ab9a-e31b0be83f9a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9146597 Sep 22 13:16:25.271104 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35228) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:25.276147 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-ca73be7d-0661-47be-a136-fdfb77aa54a6 admin admin] Request body: {'subnet': {'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-6108775-subnet', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'ip_version': 4}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:25.378199 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b282a66a-1248-48d5-a6c9-4ef080c638d5 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:25.379491 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-b282a66a-1248-48d5-a6c9-4ef080c638d5 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6612325 Sep 22 13:16:25.382167 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35234) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:25.386698 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-404827e7-377d-42e0-9b5f-cb542a33f51d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Request body: {'security_group_rule': {'security_group_id': '9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:25.497604 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca73be7d-0661-47be-a136-fdfb77aa54a6 admin admin] Made reservation on behalf of 506fa8c4d7e84973979a953f64caa8e3 for: {'subnet': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:16:25.500712 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca73be7d-0661-47be-a136-fdfb77aa54a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11900479'] for subnet, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:25.693248 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-404827e7-377d-42e0-9b5f-cb542a33f51d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:25.752591 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-404827e7-377d-42e0-9b5f-cb542a33f51d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:25.821005 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca73be7d-0661-47be-a136-fdfb77aa54a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9112682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11900429'] for subnet, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:25.849636 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-404827e7-377d-42e0-9b5f-cb542a33f51d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:25.886858 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404827e7-377d-42e0-9b5f-cb542a33f51d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f942ff-1c9e-4373-a8fb-09df2236336c,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:25.906820 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73be7d-0661-47be-a136-fdfb77aa54a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc88c452-327e-4ca3-ae70-bbca18702a86,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:25.909191 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73be7d-0661-47be-a136-fdfb77aa54a6 admin admin] Checking segment: {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:16:25.909554 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca73be7d-0661-47be-a136-fdfb77aa54a6 admin admin] Network hostable DHCP agents. Network: 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:16:25.972316 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdc906-d6c4-4156-a700-7d1fb2fa177f req-a9d595dc-878a-4fb7-aa70-37cdf902e7f6 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:25.973856 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5afdc906-d6c4-4156-a700-7d1fb2fa177f req-a9d595dc-878a-4fb7-aa70-37cdf902e7f6 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 945 time: 0.0543933 Sep 22 13:16:26.014449 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5afdc906-d6c4-4156-a700-7d1fb2fa177f req-a92f6d37-2c20-47dc-a277-6b5ba320c223 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346005 Sep 22 13:16:26.040928 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca73be7d-0661-47be-a136-fdfb77aa54a6 admin admin] Network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:16:26.041168 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-404827e7-377d-42e0-9b5f-cb542a33f51d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.042302 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-404827e7-377d-42e0-9b5f-cb542a33f51d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6591518 Sep 22 13:16:26.045419 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35254) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:26.053990 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Request body: {'floatingip': {'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:26.183597 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-ca73be7d-0661-47be-a136-fdfb77aa54a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78) {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:16:26.185500 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for floatingip, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.191577 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca73be7d-0661-47be-a136-fdfb77aa54a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:26.192177 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ca73be7d-0661-47be-a136-fdfb77aa54a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.192551 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41607917-74ed-4a42-8fa8-5ecfea802935 None None] Network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:16:26.303046 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.307229 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-ca73be7d-0661-47be-a136-fdfb77aa54a6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0347710 Sep 22 13:16:26.310084 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35260) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:26.317072 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:26.348973 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01d833cb-d995-53ea-8e06-0160417cf917-3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86'}]}} from dv-cinder-810000-3-iscsi. {{(pid=94874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 13:16:26.350496 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.415136 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2998'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.416744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3007'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.453853 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Allocated IP 172.27.1.41 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/f5c0506c-9a75-4994-82d4-aea0ac3ad17d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:16:26.493396 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.510468 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.db_base_plugin_common [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Allocated IP 172.20.0.2 (3b2b60ff-ffa7-4f74-a063-d8f4477f3f78/dc88c452-327e-4ca3-ae70-bbca18702a86/4be121ec-c6f6-4609-9a53-2ac68d2ce855) {{(pid=94874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:16:26.511196 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35266) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:26.587955 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.674102 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe74378-f6e5-4443-8d2e-049032f4f3af req-70c55b04-15e8-4c58-8c9a-d42154b8e06e tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:26.675615 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fbe74378-f6e5-4443-8d2e-049032f4f3af req-70c55b04-15e8-4c58-8c9a-d42154b8e06e tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 945 time: 0.0832930 Sep 22 13:16:26.695953 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Notify callbacks [] for port, precommit_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.762783 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.768889 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.824339 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:16:26.826962 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.846791 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:16:26.850218 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:16:26.873528 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Pushing event updated for resources: {'Port': ['ID=4be121ec-c6f6-4609-9a53-2ac68d2ce855,revision_number=1']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:26.883785 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-fbe74378-f6e5-4443-8d2e-049032f4f3af req-af58d3a4-31b9-4836-b5a1-bcefc15da487 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Deleting port bbbb0eab-72e6-4c66-ba19-cc778571757d {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:16:26.884015 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-fbe74378-f6e5-4443-8d2e-049032f4f3af req-af58d3a4-31b9-4836-b5a1-bcefc15da487 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.886662 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event updated for resources: {'Port': ['ID=f5c0506c-9a75-4994-82d4-aea0ac3ad17d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:26.898523 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 is already hosted by enough agents. {{(pid=94874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:16:26.900042 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.base_scheduler [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Resources bound (agent type, host, resource id): {{(pid=94874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:16:26.902981 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Received port after_create {{(pid=94874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:16:26.982461 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Attempting to bind port 4be121ec-c6f6-4609-9a53-2ac68d2ce855 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:16:26.983000 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Attempting to bind port 4be121ec-c6f6-4609-9a53-2ac68d2ce855 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:16:26.983419 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Attempting to bind port 4be121ec-c6f6-4609-9a53-2ac68d2ce855 on network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:16:26.991813 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:16:26.992273 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Checking segment: {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:16:26.992736 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:26.993162 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Bound using segment: {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:16:26.993855 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Bound port: 4be121ec-c6f6-4609-9a53-2ac68d2ce855, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:16:26.994478 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:27.034400 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-fbe74378-f6e5-4443-8d2e-049032f4f3af req-af58d3a4-31b9-4836-b5a1-bcefc15da487 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] For port bbbb0eab-72e6-4c66-ba19-cc778571757d, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=bbbb0eab-72e6-4c66-ba19-cc778571757d,segment=NetworkSegment(b139e4d3-6a62-4b85-8e48-9e1d38db7ef4),segment_id=b139e4d3-6a62-4b85-8e48-9e1d38db7ef4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:27.034785 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-fbe74378-f6e5-4443-8d2e-049032f4f3af req-af58d3a4-31b9-4836-b5a1-bcefc15da487 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:27.047299 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:27.075996 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-fbe74378-f6e5-4443-8d2e-049032f4f3af req-af58d3a4-31b9-4836-b5a1-bcefc15da487 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Calling delete_port for bbbb0eab-72e6-4c66-ba19-cc778571757d owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:16:27.123674 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] For port 4be121ec-c6f6-4609-9a53-2ac68d2ce855, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:16:27.127748 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] For port 4be121ec-c6f6-4609-9a53-2ac68d2ce855, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=4be121ec-c6f6-4609-9a53-2ac68d2ce855,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:16:27.204265 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:27.237330 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:27.349682 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91f667-ec79-473d-8277-6ce40176a03a None None] Pushing event updated for resources: {'Port': ['ID=4be121ec-c6f6-4609-9a53-2ac68d2ce855,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:27.413825 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-fbe74378-f6e5-4443-8d2e-049032f4f3af req-af58d3a4-31b9-4836-b5a1-bcefc15da487 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:27.428984 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['bbbb0eab-72e6-4c66-ba19-cc778571757d'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:16:27.462960 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58d3a4-31b9-4836-b5a1-bcefc15da487 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Pushing event deleted for resources: {'Port': ['ID=bbbb0eab-72e6-4c66-ba19-cc778571757d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:27.491658 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:27.517180 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe74378-f6e5-4443-8d2e-049032f4f3af req-af58d3a4-31b9-4836-b5a1-bcefc15da487 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] No DVR routers for this DVR port bbbb0eab-72e6-4c66-ba19-cc778571757d on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:16:27.520787 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-fbe74378-f6e5-4443-8d2e-049032f4f3af req-af58d3a4-31b9-4836-b5a1-bcefc15da487 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:27.523199 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fbe74378-f6e5-4443-8d2e-049032f4f3af req-af58d3a4-31b9-4836-b5a1-bcefc15da487 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.23 "DELETE /v2.0/ports/bbbb0eab-72e6-4c66-ba19-cc778571757d HTTP/1.1" status: 204 len: 173 time: 0.8401785 Sep 22 13:16:27.523749 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50', 'name': 'network-vif-deleted', 'tag': 'bbbb0eab-72e6-4c66-ba19-cc778571757d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:16:27.526580 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad465e3b-cec0-48fd-9bb5-004fa1cacfcd" -d '{"events": [{"server_uuid": "9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50", "name": "network-vif-deleted", "tag": "bbbb0eab-72e6-4c66-ba19-cc778571757d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:16:27.553747 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d810a2-e955-4a14-9be3-2f29ebbf4939 req-3cdf23d2-0222-4402-92b8-52f70bbdc336 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:27.570655 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-16d810a2-e955-4a14-9be3-2f29ebbf4939 req-3cdf23d2-0222-4402-92b8-52f70bbdc336 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 867 time: 0.4442232 Sep 22 13:16:27.576443 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603b16ba-7d45-489d-a2c9-88418e6e7b5e x-openstack-request-id: req-603b16ba-7d45-489d-a2c9-88418e6e7b5e {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:16:27.576740 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50", "name": "network-vif-deleted", "tag": "bbbb0eab-72e6-4c66-ba19-cc778571757d", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:16:27.577012 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-603b16ba-7d45-489d-a2c9-88418e6e7b5e {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:16:27.577407 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50', 'name': 'network-vif-deleted', 'tag': 'bbbb0eab-72e6-4c66-ba19-cc778571757d', 'status': 'completed', 'code': 200} Sep 22 13:16:27.597732 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:27.644352 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-002ff4ba-15fe-4b8e-b736-24f4feb8fd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561945'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:27.708205 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event updated for resources: {'Port': ['ID=f5c0506c-9a75-4994-82d4-aea0ac3ad17d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:27.716524 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:27.720980 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-16d810a2-e955-4a14-9be3-2f29ebbf4939 req-c07ed4e7-1579-410d-9327-9b524b0cfbdb tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527905 Sep 22 13:16:27.727063 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:27.752226 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:27.889289 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:27.899580 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-fd6418d9-1145-42f0-9100-f976685c9bf8 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8449728 Sep 22 13:16:28.009131 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Allocated IP 172.27.1.129 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/247b8d58-c68c-4784-aeaf-96f27d08d533) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:16:28.223090 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-646902d2-9988-43b0-adf1-a55bda3984ed tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--128559222&fields=id&tenant_id=3d0eaec60ee64de8bef900efc8811d07 HTTP/1.1" status: 200 len: 267 time: 0.1383584 Sep 22 13:16:28.263904 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:28.362928 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-002ff4ba-15fe-4b8e-b736-24f4feb8fd55 admin admin] Deleting port d523c37d-4444-4b02-bfd0-80bb5955247d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:16:28.363265 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-002ff4ba-15fe-4b8e-b736-24f4feb8fd55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:28.446816 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-771c54ac-ef6a-41e4-b95b-54d10bdcf338 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:28.448375 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-771c54ac-ef6a-41e4-b95b-54d10bdcf338 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/networks?id=f7ff256e-94df-44a6-b96c-3d0c6896f093 HTTP/1.1" status: 200 len: 811 time: 0.2139575 Sep 22 13:16:28.473884 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-c2200ef2-1fdb-438c-8b14-65e7fef02aac tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/quotas/3d0eaec60ee64de8bef900efc8811d07 HTTP/1.1" status: 200 len: 375 time: 0.0185761 Sep 22 13:16:28.482365 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b5c872-2658-4ce8-aa86-2e294859232c None None] Network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:16:28.488062 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-002ff4ba-15fe-4b8e-b736-24f4feb8fd55 admin admin] For port d523c37d-4444-4b02-bfd0-80bb5955247d, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=d523c37d-4444-4b02-bfd0-80bb5955247d,segment=NetworkSegment(21be9e4f-83db-4892-bc0b-08498284f9c7),segment_id=21be9e4f-83db-4892-bc0b-08498284f9c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:28.488428 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-002ff4ba-15fe-4b8e-b736-24f4feb8fd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:28.491133 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:28.519831 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-002ff4ba-15fe-4b8e-b736-24f4feb8fd55 admin admin] Calling delete_port for d523c37d-4444-4b02-bfd0-80bb5955247d owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:16:28.575232 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:16:28.578021 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dea43c75-477c-4981-8448-3ca70da223f1 None None] Provisioning complete for port 4be121ec-c6f6-4609-9a53-2ac68d2ce855 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:28.578400 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dea43c75-477c-4981-8448-3ca70da223f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:28.618196 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:16:28.623681 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:16:28.627109 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Pushing event updated for resources: {'Port': ['ID=247b8d58-c68c-4784-aeaf-96f27d08d533,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:28.689787 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-5141235e-69f0-42c1-af40-5e10ea86fe1e tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d0eaec60ee64de8bef900efc8811d07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1941009 Sep 22 13:16:28.900570 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 4be121ec-c6f6-4609-9a53-2ac68d2ce855 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:16:28.929806 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-20ff07af-e7a0-4bda-a136-72dba1b25157 req-25acbb2e-b04a-4a3c-a8e8-a0f0d30ef831 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f9bdc4d-7c77-4a72-a23a-dfb6a0777b50 HTTP/1.1" status: 200 len: 210 time: 0.0342808 Sep 22 13:16:28.957839 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dea43c75-477c-4981-8448-3ca70da223f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:28.981182 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 4be121ec-c6f6-4609-9a53-2ac68d2ce855 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:28.981484 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:29.014961 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-e771852d-efb6-4fe4-9466-7ee596eabaec service neutron] 10.222.0.43 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069563 Sep 22 13:16:29.033777 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dea43c75-477c-4981-8448-3ca70da223f1 None None] For port 4be121ec-c6f6-4609-9a53-2ac68d2ce855, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=4be121ec-c6f6-4609-9a53-2ac68d2ce855,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:29.088670 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:29.093687 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dea43c75-477c-4981-8448-3ca70da223f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:29.190889 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea43c75-477c-4981-8448-3ca70da223f1 None None] Pushing event updated for resources: {'Port': ['ID=4be121ec-c6f6-4609-9a53-2ac68d2ce855,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:29.199670 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.db.api [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 13:16:29.200032 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG oslo_db.api [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 13:16:29.216940 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-002ff4ba-15fe-4b8e-b736-24f4feb8fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:29.218361 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-eff61646-cb5f-40c9-9eb6-f1af22ee06b4 None None] Provisioning complete for port 4be121ec-c6f6-4609-9a53-2ac68d2ce855 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:29.222265 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-eff61646-cb5f-40c9-9eb6-f1af22ee06b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:29.237798 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:29.295638 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ff4ba-15fe-4b8e-b736-24f4feb8fd55 admin admin] Pushing event deleted for resources: {'Port': ['ID=d523c37d-4444-4b02-bfd0-80bb5955247d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:29.304267 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-b9d144ae-6e8f-4d6c-b2a8-5a7e87448177 service neutron] 10.222.0.43 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798939 Sep 22 13:16:29.614440 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35324) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:29.622023 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-86e50a78-2aea-4c82-aa63-9fdda94a4143 req-636ae05e-8668-425b-8cf8-17a6823b2343 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 210 time: 0.0432055 Sep 22 13:16:29.760203 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3147-fd20-4104-818d-7dc03039f0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:29.876554 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3147-fd20-4104-818d-7dc03039f0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:29.922444 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-002ff4ba-15fe-4b8e-b736-24f4feb8fd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564368'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:29.931131 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567739'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:29.941093 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3147-fd20-4104-818d-7dc03039f0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:29.980405 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e3147-fd20-4104-818d-7dc03039f0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2f0273-8207-4d4a-bbd8-047331e9eb91,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:29.985066 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-2b0e3147-fd20-4104-818d-7dc03039f0b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78fe7486675c4bc6b4804af6a7760ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699126 Sep 22 13:16:29.992739 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35334) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:30.082942 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-89a9e1a5-5a76-4026-95ca-9b7d10a4f735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:30.107106 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-89a9e1a5-5a76-4026-95ca-9b7d10a4f735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:30.260251 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-89a9e1a5-5a76-4026-95ca-9b7d10a4f735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:30.263136 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-89a9e1a5-5a76-4026-95ca-9b7d10a4f735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:30.269250 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-89a9e1a5-5a76-4026-95ca-9b7d10a4f735 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a2f0273-8207-4d4a-bbd8-047331e9eb91 HTTP/1.1" status: 204 len: 168 time: 0.2752836 Sep 22 13:16:30.274622 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9e1a5-5a76-4026-95ca-9b7d10a4f735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2f0273-8207-4d4a-bbd8-047331e9eb91,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:30.278511 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002ff4ba-15fe-4b8e-b736-24f4feb8fd55 admin admin] Router 186fd75a-a906-47ce-9958-15a0f79b3a62 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:16:30.400654 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Router f4de7705-457a-44b7-8571-1393457adf0f is scheduled to L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 13:16:30.424120 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002ff4ba-15fe-4b8e-b736-24f4feb8fd55 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:16:30.435528 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-002ff4ba-15fe-4b8e-b736-24f4feb8fd55 admin admin] 10.222.0.43 "PUT /v2.0/routers/186fd75a-a906-47ce-9958-15a0f79b3a62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9225426 Sep 22 13:16:30.439703 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35344) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:30.442868 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d5d47-d79b-4f41-9855-d5f82cf2f9e6 None None] Sync routers for ids ['186fd75a-a906-47ce-9958-15a0f79b3a62'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:16:30.453715 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d5d47-d79b-4f41-9855-d5f82cf2f9e6 None None] Routers {'186fd75a-a906-47ce-9958-15a0f79b3a62'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:30.454364 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ee1d5d47-d79b-4f41-9855-d5f82cf2f9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['186fd75a-a906-47ce-9958-15a0f79b3a62'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:30.602408 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] Notify callbacks [] for router, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:30.603139 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ee1d5d47-d79b-4f41-9855-d5f82cf2f9e6 None None] Set router 186fd75a-a906-47ce-9958-15a0f79b3a62 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:30.649369 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:16:30.669773 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Sync routers for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:16:30.707524 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:30.708608 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:30.774149 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-de36bbc9-a15b-434b-a8ef-7497e41fb1fd req-be450ee0-e6d0-4b10-b303-4265f9f46f91 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 210 time: 0.0673084 Sep 22 13:16:30.778695 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:30.792161 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-edc09507-2d56-49bd-84c7-ae9210ec4c2b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4803364 Sep 22 13:16:30.793098 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35352) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:30.833490 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:30.850438 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device bbbb0eab-72e6-4c66-ba19-cc778571757d no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:16:30.946539 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:31.033293 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: bbbb0eab-72e6-4c66-ba19-cc778571757d {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:16:31.033850 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device bbbb0eab-72e6-4c66-ba19-cc778571757d not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:16:31.044202 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 4be121ec-c6f6-4609-9a53-2ac68d2ce855 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:16:31.074193 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] Deleting port a96138e1-51d3-470a-8712-b77e96ee85f8 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:16:31.075384 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:31.215653 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 4be121ec-c6f6-4609-9a53-2ac68d2ce855 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:31.216275 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:31.324178 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:28Z', 'revision_number': 3, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:31.366695 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ee1d5d47-d79b-4f41-9855-d5f82cf2f9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:16:28Z', 'revision_number': 5, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port': {'id': 'a96138e1-51d3-470a-8712-b77e96ee85f8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:28Z', 'updated_at': '2021-09-22T13:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:31.436787 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d5d47-d79b-4f41-9855-d5f82cf2f9e6 None None] Checking router: 186fd75a-a906-47ce-9958-15a0f79b3a62 for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:16:31.452984 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d5d47-d79b-4f41-9855-d5f82cf2f9e6 None None] Routers {'186fd75a-a906-47ce-9958-15a0f79b3a62'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:31.454492 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ee1d5d47-d79b-4f41-9855-d5f82cf2f9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['186fd75a-a906-47ce-9958-15a0f79b3a62'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:31.495008 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Checking router: f4de7705-457a-44b7-8571-1393457adf0f for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:16:31.495350 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Updating router f4de7705-457a-44b7-8571-1393457adf0f port 247b8d58-c68c-4784-aeaf-96f27d08d533 binding host dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:16:31.513327 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] For port a96138e1-51d3-470a-8712-b77e96ee85f8, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a96138e1-51d3-470a-8712-b77e96ee85f8,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:31.513850 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:31.540591 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] Calling delete_port for a96138e1-51d3-470a-8712-b77e96ee85f8 owned by network:router_gateway {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:16:31.554654 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:31.575677 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-ee1d5d47-d79b-4f41-9855-d5f82cf2f9e6 None None] Set router 186fd75a-a906-47ce-9958-15a0f79b3a62 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:31.614849 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:31.774669 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-ee1d5d47-d79b-4f41-9855-d5f82cf2f9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:16:30Z', 'revision_number': 6, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port_host': None}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:31.836333 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d5d47-d79b-4f41-9855-d5f82cf2f9e6 None None] The sync data for ids ['186fd75a-a906-47ce-9958-15a0f79b3a62'] in dv-cinder-810000-3-iscsi is: [{'id': '186fd75a-a906-47ce-9958-15a0f79b3a62', 'name': 'tempest-TestMinimumBasicScenario-718692945-router', 'tenant_id': '71b37942aed94a0193ab222fd05836ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:27Z', 'updated_at': '2021-09-22T13:16:30Z', 'revision_number': 6, 'project_id': '71b37942aed94a0193ab222fd05836ab', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:16:31.914467 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:31.943252 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=a96138e1-51d3-470a-8712-b77e96ee85f8,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:31.984812 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Notify callbacks [] for port, precommit_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:31.985395 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-53722987-6916-4b36-8fb7-b58e688bab8d req-4efbd15a-d6dd-4179-9d5a-f564e4aeb6b2 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 210 time: 0.1034243 Sep 22 13:16:32.016128 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564307'] for router_gateway, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.016905 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Allocated IP 172.20.0.1 (3b2b60ff-ffa7-4f74-a063-d8f4477f3f78/dc88c452-327e-4ca3-ae70-bbca18702a86/a8ed8871-09cf-4847-b4ce-86fddec6e97d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:16:32.095592 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.133260 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2980'] for router, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.135824 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.158585 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232efd7-43d0-439a-9008-ec127fd8f5bf None None] Pushing event updated for resources: {'Port': ['ID=247b8d58-c68c-4784-aeaf-96f27d08d533,revision_number=2']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:32.159716 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.160979 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Attempting to bind port 247b8d58-c68c-4784-aeaf-96f27d08d533 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:16:32.161174 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Attempting to bind port 247b8d58-c68c-4784-aeaf-96f27d08d533 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:16:32.161538 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Attempting to bind port 247b8d58-c68c-4784-aeaf-96f27d08d533 on network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:16:32.171839 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232efd7-43d0-439a-9008-ec127fd8f5bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:32.172189 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232efd7-43d0-439a-9008-ec127fd8f5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:32.172502 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232efd7-43d0-439a-9008-ec127fd8f5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:32.173094 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232efd7-43d0-439a-9008-ec127fd8f5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:32.173227 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232efd7-43d0-439a-9008-ec127fd8f5bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:32.173630 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232efd7-43d0-439a-9008-ec127fd8f5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:32.173967 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232efd7-43d0-439a-9008-ec127fd8f5bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:32.174293 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232efd7-43d0-439a-9008-ec127fd8f5bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:32.174777 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232efd7-43d0-439a-9008-ec127fd8f5bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:32.174966 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232efd7-43d0-439a-9008-ec127fd8f5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:32.175293 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232efd7-43d0-439a-9008-ec127fd8f5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:32.175639 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e232efd7-43d0-439a-9008-ec127fd8f5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:32.179164 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:16:32.179918 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Checking segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:16:32.180369 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.180872 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Bound using segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:16:32.181335 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Bound port: 247b8d58-c68c-4784-aeaf-96f27d08d533, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:16:32.181742 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.255992 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] For port 247b8d58-c68c-4784-aeaf-96f27d08d533, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:16:32.259642 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] For port 247b8d58-c68c-4784-aeaf-96f27d08d533, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=247b8d58-c68c-4784-aeaf-96f27d08d533,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:16:32.331215 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558133'] for router, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.331810 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 186fd75a-a906-47ce-9958-15a0f79b3a62 {{(pid=94873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 13:16:32.331965 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.337447 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] Notify callbacks [] for router, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.338709 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-ecf61291-bc31-45b2-b2db-cda50fa77f88 admin admin] 10.222.0.43 "DELETE /v2.0/routers/186fd75a-a906-47ce-9958-15a0f79b3a62 HTTP/1.1" status: 204 len: 168 time: 1.8977811 Sep 22 13:16:32.341371 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35378) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:32.370012 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:16:32.372746 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:16:32.375227 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.376406 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:16:32.388385 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb56790-6d61-4b3f-b1fd-834f48017a7c admin admin] Deleting subnet 3609119a-daa2-468f-95d8-0087548e4f0e {{(pid=94873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:16:32.392640 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4bb56790-6d61-4b3f-b1fd-834f48017a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.408877 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Pushing event updated for resources: {'Port': ['ID=a8ed8871-09cf-4847-b4ce-86fddec6e97d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:32.441778 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4bb56790-6d61-4b3f-b1fd-834f48017a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094421'] for subnet, precommit_delete_associations {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.445670 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232efd7-43d0-439a-9008-ec127fd8f5bf None None] Pushing event updated for resources: {'Port': ['ID=247b8d58-c68c-4784-aeaf-96f27d08d533,revision_number=3']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:32.450291 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564358'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.467145 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:32.467916 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:32.612880 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:32.620523 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4bb56790-6d61-4b3f-b1fd-834f48017a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.739065 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.774978 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-f1598243-74cb-45e3-a83e-a6f009505ba3 None None] Provisioning complete for port a8ed8871-09cf-4847-b4ce-86fddec6e97d triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:32.775578 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f1598243-74cb-45e3-a83e-a6f009505ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.813022 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device d523c37d-4444-4b02-bfd0-80bb5955247d no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:16:32.832481 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4bb56790-6d61-4b3f-b1fd-834f48017a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11900442'] for subnet, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.847473 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: d523c37d-4444-4b02-bfd0-80bb5955247d {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:16:32.847827 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device d523c37d-4444-4b02-bfd0-80bb5955247d not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:16:32.848254 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a96138e1-51d3-470a-8712-b77e96ee85f8 no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:16:32.884187 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4bb56790-6d61-4b3f-b1fd-834f48017a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:32.887202 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f843ac67-4967-4aba-bb63-f9ed79995ecf None None] Network a359761d-81d8-40c4-999e-73f019d63b70 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:16:32.895034 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-4bb56790-6d61-4b3f-b1fd-834f48017a7c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3609119a-daa2-468f-95d8-0087548e4f0e HTTP/1.1" status: 204 len: 168 time: 0.5489254 Sep 22 13:16:32.895839 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35388) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:32.899082 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb56790-6d61-4b3f-b1fd-834f48017a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3609119a-daa2-468f-95d8-0087548e4f0e,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:32.911406 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: a96138e1-51d3-470a-8712-b77e96ee85f8 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:16:32.911861 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a96138e1-51d3-470a-8712-b77e96ee85f8 not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:16:32.915497 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-f1598243-74cb-45e3-a83e-a6f009505ba3 None None] Port a8ed8871-09cf-4847-b4ce-86fddec6e97d cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:16:32.967795 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:28Z', 'revision_number': 3, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:33.045167 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f299e8-36a4-43aa-8c4d-5318b338ddf8 None None] The sync data for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi is: [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:28Z', 'revision_number': 3, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:16:33.045762 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:33.084093 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:33.121947 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1732b5ab-f97f-41f0-9440-b5b94b216698 None None] DHCP port deletion for a359761d-81d8-40c4-999e-73f019d63b70 request from dv-cinder-810000-3-iscsi {{(pid=94874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 13:16:33.180089 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0b3a58df-fc35-4b8f-90e5-bee934b368ec req-9c681963-e537-48bd-a329-ae40dae12557 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 210 time: 0.0543525 Sep 22 13:16:33.180853 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:33.223519 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-1732b5ab-f97f-41f0-9440-b5b94b216698 None None] Deleting port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf {{(pid=94874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:16:33.224128 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1732b5ab-f97f-41f0-9440-b5b94b216698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:33.269009 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Pushing event updated for resources: {'Port': ['ID=a8ed8871-09cf-4847-b4ce-86fddec6e97d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:33.273263 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562038'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:33.280944 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Deleting port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:16:33.281278 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:33.319467 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-1732b5ab-f97f-41f0-9440-b5b94b216698 None None] For port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf,segment=NetworkSegment(21be9e4f-83db-4892-bc0b-08498284f9c7),segment_id=21be9e4f-83db-4892-bc0b-08498284f9c7)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:33.319872 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1732b5ab-f97f-41f0-9440-b5b94b216698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:33.335263 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-1732b5ab-f97f-41f0-9440-b5b94b216698 None None] Calling delete_port for be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf owned by network:dhcp {{(pid=94874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:16:33.417165 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] For port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf,segment=NetworkSegment(21be9e4f-83db-4892-bc0b-08498284f9c7),segment_id=21be9e4f-83db-4892-bc0b-08498284f9c7)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:33.417540 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:33.434274 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Calling delete_port for be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:16:33.521423 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:16:33.525690 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:16:33.555061 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1732b5ab-f97f-41f0-9440-b5b94b216698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408'] for port, after_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:33.585788 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1732b5ab-f97f-41f0-9440-b5b94b216698 None None] No DVR routers for this DVR port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf on host dv-cinder-810000-3-iscsi {{(pid=94874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:16:33.617849 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732b5ab-f97f-41f0-9440-b5b94b216698 None None] Pushing event deleted for resources: {'Port': ['ID=be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf,revision_number=None']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:33.705168 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:33.750986 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] No DVR routers for this DVR port be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf on host dv-cinder-810000-3-iscsi {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:16:33.768258 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Pushing event deleted for resources: {'Port': ['ID=be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:33.837764 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Router f4de7705-457a-44b7-8571-1393457adf0f has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:16:33.866232 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-e1f140a1-d696-4db6-b809-dfa671fa861a None None] Provisioning complete for port a8ed8871-09cf-4847-b4ce-86fddec6e97d triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:33.866232 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e1f140a1-d696-4db6-b809-dfa671fa861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:33.897685 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:33.919570 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-e1f140a1-d696-4db6-b809-dfa671fa861a None None] Port a8ed8871-09cf-4847-b4ce-86fddec6e97d cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:16:33.966063 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a359761d-81d8-40c4-999e-73f019d63b70']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:33.985139 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21be9e4f-83db-4892-bc0b-08498284f9c7') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:33.985139 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21be9e4f-83db-4892-bc0b-08498284f9c7') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:34.003881 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8721767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:34.060512 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:34.074886 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:16:34.075294 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8743871'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: self.session.flush() Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: self.session.flush() Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: self.session.flush() Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: self.session.flush() Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: Traceback (most recent call last): Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: timer() Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: cb(*args, **kw) Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: return func(*args, **kwargs) Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: self._notify() Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: self.callback(batched_events) Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: event.method(event) Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: return f(self, *a, **k) Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._get(url).json() Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: return self.request(url, 'GET', **kwargs) Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:16:34.077309 dv-cinder-810000-3-iscsi neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:16:34.088645 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:16:34.095207 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-d61a5198-6738-4026-ac44-8db95a96059b admin admin] 10.222.0.43 "PUT /v2.0/routers/f4de7705-457a-44b7-8571-1393457adf0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3006489 Sep 22 13:16:34.268897 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:34.294049 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:34.300186 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35418) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:34.303939 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a359761d-81d8-40c4-999e-73f019d63b70 HTTP/1.1" status: 204 len: 168 time: 1.4024982 Sep 22 13:16:34.303939 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23b464-d253-41b5-bef0-7300c7e79575 admin admin] Pushing event deleted for resources: {'Network': ['ID=a359761d-81d8-40c4-999e-73f019d63b70,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:34.347956 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-28ae01ad-6104-4ef7-811f-fd02443532ff req-2e2161be-9e2d-4d5b-ac30-742064c04819 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 210 time: 0.0454574 Sep 22 13:16:34.739971 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3486756f-c264-494f-a5ae-31ce5c014b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561945'] for router_interface, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:34.909243 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 247b8d58-c68c-4784-aeaf-96f27d08d533 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:16:35.108125 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 247b8d58-c68c-4784-aeaf-96f27d08d533 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:35.108805 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.171209 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-67471cab-9004-4962-bd26-a5af724cf996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.197642 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35446) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:35.207736 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-831c4781-04f8-4c74-b760-5f5c33033a69 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:35.207736 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-831c4781-04f8-4c74-b760-5f5c33033a69 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.23 "GET /v2.0/networks?id=f7ff256e-94df-44a6-b96c-3d0c6896f093 HTTP/1.1" status: 200 len: 811 time: 0.2624767 Sep 22 13:16:35.214619 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1243659946-network', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:35.257030 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.292748 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port 247b8d58-c68c-4784-aeaf-96f27d08d533, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=247b8d58-c68c-4784-aeaf-96f27d08d533,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:35.298102 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-35c5496b-fccf-453f-b39b-8f2839614c1c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d0eaec60ee64de8bef900efc8811d07 HTTP/1.1" status: 200 len: 379 time: 0.0744607 Sep 22 13:16:35.309551 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-fdc2b99c-e27c-4097-81f0-6b86b246478c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Request body: {'port': {'device_id': 'e53b0e58-00af-455d-992d-25020215286d', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'admin_state_up': True, 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'security_groups': ['9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b']}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:35.325676 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Sync routers for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:16:35.335615 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:35.336326 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:35.337294 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] Made reservation on behalf of 48cbaa88f2f2451bade0e0953cb8718d for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:16:35.339687 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.353763 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.379186 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.380514 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3486756f-c264-494f-a5ae-31ce5c014b96 admin admin] Deleting port 234033d2-979b-4cd5-a724-422ac6475e60 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:16:35.380860 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3486756f-c264-494f-a5ae-31ce5c014b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.498588 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.513226 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:16:35.533953 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3486756f-c264-494f-a5ae-31ce5c014b96 admin admin] For port 234033d2-979b-4cd5-a724-422ac6475e60, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=234033d2-979b-4cd5-a724-422ac6475e60,segment=NetworkSegment(1310a15b-cfc8-471f-86d8-86b210f4775f),segment_id=1310a15b-cfc8-471f-86d8-86b210f4775f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:35.534411 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3486756f-c264-494f-a5ae-31ce5c014b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.551791 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3486756f-c264-494f-a5ae-31ce5c014b96 admin admin] Calling delete_port for 234033d2-979b-4cd5-a724-422ac6475e60 owned by network:router_interface {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:16:35.557236 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:16:35.557450 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device be937e47-4f1a-4a0f-9d48-b4d7c1fc8bbf not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:16:35.565813 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=247b8d58-c68c-4784-aeaf-96f27d08d533,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:35.576396 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9f9f6915-f3c0-483e-97d4-db6bb6551d3c req-338a5d36-77ee-499c-b908-ed126e94c144 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 210 time: 0.0379817 Sep 22 13:16:35.582408 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:35.597439 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.628252 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1788c76a-ae7e-4217-8328-8339e626dd93,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:35.635355 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:16:35.644641 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.644990 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.segments_db [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] Added segment 6639f479-de7e-4e28-ae28-6f9c2cf0b977 of type vlan for network ba74fb3c-41c4-4fc6-9542-88023bd3bbd6 Sep 22 13:16:35.695929 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.799781 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-fdc2b99c-e27c-4097-81f0-6b86b246478c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Made reservation on behalf of 3d0eaec60ee64de8bef900efc8811d07 for: {'port': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:16:35.803216 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-fdc2b99c-e27c-4097-81f0-6b86b246478c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.837060 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.837577 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 2, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:35.838464 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:35.839131 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.876328 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Checking router: f4de7705-457a-44b7-8571-1393457adf0f for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:16:35.876722 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Updating router f4de7705-457a-44b7-8571-1393457adf0f port a8ed8871-09cf-4847-b4ce-86fddec6e97d binding host dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:16:35.906913 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.914445 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] Pushing event updated for resources: {'Network': ['ID=ba74fb3c-41c4-4fc6-9542-88023bd3bbd6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:35.940652 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network ba74fb3c-41c4-4fc6-9542-88023bd3bbd6 details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:16:35.949631 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-bc736cb5-3848-4405-aad3-c2e52b5926b8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7503848 Sep 22 13:16:35.951698 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3486756f-c264-494f-a5ae-31ce5c014b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:35.953337 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35464) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:35.961687 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-7b2226fb-3845-47e2-b638-8e5404bd9419 admin admin] Request body: {'subnet': {'network_id': 'ba74fb3c-41c4-4fc6-9542-88023bd3bbd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1243659946-subnet', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:35.991904 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486756f-c264-494f-a5ae-31ce5c014b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=234033d2-979b-4cd5-a724-422ac6475e60,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:36.037961 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-fdc2b99c-e27c-4097-81f0-6b86b246478c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Allocated IP 172.20.0.10 (f7ff256e-94df-44a6-b96c-3d0c6896f093/1619f7f4-41aa-4194-b81e-a75b642a92db/6a3f99ba-d71c-4230-ae3c-9417e9cad085) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:16:36.095263 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2226fb-3845-47e2-b638-8e5404bd9419 admin admin] Made reservation on behalf of 48cbaa88f2f2451bade0e0953cb8718d for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:16:36.101230 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b2226fb-3845-47e2-b638-8e5404bd9419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9265352'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:36.281318 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:36.282591 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3486756f-c264-494f-a5ae-31ce5c014b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564368'] for router_interface, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:36.311570 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-fdc2b99c-e27c-4097-81f0-6b86b246478c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:36.394058 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:36.456565 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c3510-ef26-41d3-ac08-8cb800c11ffd None None] Pushing event updated for resources: {'Port': ['ID=a8ed8871-09cf-4847-b4ce-86fddec6e97d,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:36.513490 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-fdc2b99c-e27c-4097-81f0-6b86b246478c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:36.533216 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Attempting to bind port a8ed8871-09cf-4847-b4ce-86fddec6e97d on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:16:36.534081 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Attempting to bind port a8ed8871-09cf-4847-b4ce-86fddec6e97d by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:16:36.534698 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Attempting to bind port a8ed8871-09cf-4847-b4ce-86fddec6e97d on network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:16:36.547900 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:16:36.549268 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Checking segment: {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:16:36.549946 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:36.550551 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Bound using segment: {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:16:36.551282 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Bound port: a8ed8871-09cf-4847-b4ce-86fddec6e97d, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:16:36.551920 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:36.577183 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-fdc2b99c-e27c-4097-81f0-6b86b246478c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Network f7ff256e-94df-44a6-b96c-3d0c6896f093 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:16:36.658284 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-fdc2b99c-e27c-4097-81f0-6b86b246478c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:16:36.661071 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2b99c-e27c-4097-81f0-6b86b246478c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event updated for resources: {'Port': ['ID=6a3f99ba-d71c-4230-ae3c-9417e9cad085,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:36.692522 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-fdc2b99c-e27c-4097-81f0-6b86b246478c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:16:36.707641 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] For port a8ed8871-09cf-4847-b4ce-86fddec6e97d, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:16:36.713476 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] For port a8ed8871-09cf-4847-b4ce-86fddec6e97d, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a8ed8871-09cf-4847-b4ce-86fddec6e97d,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:16:36.729179 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3486756f-c264-494f-a5ae-31ce5c014b96 admin admin] Router fccb8b3e-517d-4491-acef-4ed1db0f8fcb has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:16:36.768836 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b7117-0569-4cfa-8458-7c05d8dd859e req-18df8176-34ae-403c-ae14-064e8d60cba4 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:36.779017 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-819b7117-0569-4cfa-8458-7c05d8dd859e req-18df8176-34ae-403c-ae14-064e8d60cba4 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 932 time: 0.1035235 Sep 22 13:16:36.812197 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-fdc2b99c-e27c-4097-81f0-6b86b246478c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:36.812476 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b2226fb-3845-47e2-b638-8e5404bd9419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8721872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9265402'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:36.813119 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-fdc2b99c-e27c-4097-81f0-6b86b246478c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:36.828978 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-819b7117-0569-4cfa-8458-7c05d8dd859e req-8117c84b-5b6d-484f-8b44-d784360ae9ff tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502903 Sep 22 13:16:36.846245 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:36.904317 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2226fb-3845-47e2-b638-8e5404bd9419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be2cef37-5193-4789-97a7-2c44c3d5640e,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:36.937960 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2226fb-3845-47e2-b638-8e5404bd9419 admin admin] Checking segment: {'id': '6639f479-de7e-4e28-ae28-6f9c2cf0b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba74fb3c-41c4-4fc6-9542-88023bd3bbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:16:36.938326 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2226fb-3845-47e2-b638-8e5404bd9419 admin admin] Network hostable DHCP agents. Network: ba74fb3c-41c4-4fc6-9542-88023bd3bbd6, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:16:36.953139 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-fdc2b99c-e27c-4097-81f0-6b86b246478c tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6489689 Sep 22 13:16:36.958762 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3486756f-c264-494f-a5ae-31ce5c014b96 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:16:36.960309 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:36.961684 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:36.968966 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-3486756f-c264-494f-a5ae-31ce5c014b96 admin admin] 10.222.0.43 "PUT /v2.0/routers/fccb8b3e-517d-4491-acef-4ed1db0f8fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6639643 Sep 22 13:16:36.973855 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc996b86-9c1c-4aa9-9d5d-6f0e813d11d4 None None] Sync routers for ids ['fccb8b3e-517d-4491-acef-4ed1db0f8fcb'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:16:36.974952 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35478) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:36.984098 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Request body: {'port': {'device_id': 'e53b0e58-00af-455d-992d-25020215286d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:36.988549 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc996b86-9c1c-4aa9-9d5d-6f0e813d11d4 None None] Routers {'fccb8b3e-517d-4491-acef-4ed1db0f8fcb'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:36.989408 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-bc996b86-9c1c-4aa9-9d5d-6f0e813d11d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['fccb8b3e-517d-4491-acef-4ed1db0f8fcb'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:37.162699 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:37.181828 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 247b8d58-c68c-4784-aeaf-96f27d08d533 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:16:37.221097 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:37.287765 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2226fb-3845-47e2-b638-8e5404bd9419 admin admin] Network ba74fb3c-41c4-4fc6-9542-88023bd3bbd6 is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:16:37.307660 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-bc996b86-9c1c-4aa9-9d5d-6f0e813d11d4 None None] Set router fccb8b3e-517d-4491-acef-4ed1db0f8fcb gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:37.326618 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:37.384903 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-cb058873-1afc-483c-adc5-203bdf30475a None None] Provisioning complete for port a8ed8871-09cf-4847-b4ce-86fddec6e97d triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:37.385280 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-cb058873-1afc-483c-adc5-203bdf30475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:37.409367 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c3510-ef26-41d3-ac08-8cb800c11ffd None None] Pushing event updated for resources: {'Port': ['ID=a8ed8871-09cf-4847-b4ce-86fddec6e97d,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:37.468570 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7b2226fb-3845-47e2-b638-8e5404bd9419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, ba74fb3c-41c4-4fc6-9542-88023bd3bbd6) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:16:37.475351 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2226fb-3845-47e2-b638-8e5404bd9419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:37.476243 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7b2226fb-3845-47e2-b638-8e5404bd9419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:37.485522 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:37.504243 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18737b24-657e-46ea-8f60-7f5a81eef96b None None] Network ba74fb3c-41c4-4fc6-9542-88023bd3bbd6 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:16:37.541531 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3f99ba-d71c-4230-ae3c-9417e9cad085 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:16:37.550192 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:37.564747 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Transition to ACTIVE for port object 6a3f99ba-d71c-4230-ae3c-9417e9cad085 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:16:37.604233 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-bc996b86-9c1c-4aa9-9d5d-6f0e813d11d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'name': 'tempest-TestMinimumBasicScenario-976507215-router', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f60629a8-7f5f-45fd-a27f-4ef3e532c4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:36Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 5, 'project_id': '51b5b3ab4d034ee6b06355bd3598584a', 'gw_port': {'id': 'f60629a8-7f5f-45fd-a27f-4ef3e532c4bf', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:12:38Z', 'updated_at': '2021-09-22T13:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:37.632903 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-7b2226fb-3845-47e2-b638-8e5404bd9419 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6756873 Sep 22 13:16:37.633299 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35492) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:37.638184 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1243659946-router', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:37.651280 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc996b86-9c1c-4aa9-9d5d-6f0e813d11d4 None None] Checking router: fccb8b3e-517d-4491-acef-4ed1db0f8fcb for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:16:37.656894 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] Deleting port f60629a8-7f5f-45fd-a27f-4ef3e532c4bf {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:16:37.656894 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:37.662809 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc996b86-9c1c-4aa9-9d5d-6f0e813d11d4 None None] Routers {'fccb8b3e-517d-4491-acef-4ed1db0f8fcb'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:37.663459 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-bc996b86-9c1c-4aa9-9d5d-6f0e813d11d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['fccb8b3e-517d-4491-acef-4ed1db0f8fcb'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:37.676518 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 247b8d58-c68c-4784-aeaf-96f27d08d533 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:37.676894 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:37.695548 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:37.781917 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2998'] for router, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:37.783146 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3007'] for router, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:37.812816 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] For port f60629a8-7f5f-45fd-a27f-4ef3e532c4bf, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=f60629a8-7f5f-45fd-a27f-4ef3e532c4bf,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:37.814922 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:37.817121 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-bc996b86-9c1c-4aa9-9d5d-6f0e813d11d4 None None] Set router fccb8b3e-517d-4491-acef-4ed1db0f8fcb gateway port host: None {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:37.828254 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3f99ba-d71c-4230-ae3c-9417e9cad085,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:37.838140 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] Calling delete_port for f60629a8-7f5f-45fd-a27f-4ef3e532c4bf owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:16:37.897577 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:37.946160 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-bc996b86-9c1c-4aa9-9d5d-6f0e813d11d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'name': 'tempest-TestMinimumBasicScenario-976507215-router', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:36Z', 'updated_at': '2021-09-22T13:16:37Z', 'revision_number': 6, 'project_id': '51b5b3ab4d034ee6b06355bd3598584a', 'gw_port_host': None}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:37.949268 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Attempting to bind port 6a3f99ba-d71c-4230-ae3c-9417e9cad085 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:16:37.949268 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Attempting to bind port 6a3f99ba-d71c-4230-ae3c-9417e9cad085 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:16:37.949604 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Attempting to bind port 6a3f99ba-d71c-4230-ae3c-9417e9cad085 on network f7ff256e-94df-44a6-b96c-3d0c6896f093 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:16:37.970445 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Port 6a3f99ba-d71c-4230-ae3c-9417e9cad085 on network f7ff256e-94df-44a6-b96c-3d0c6896f093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:16:37.970770 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Attempting to bind port 6a3f99ba-d71c-4230-ae3c-9417e9cad085 on network f7ff256e-94df-44a6-b96c-3d0c6896f093 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:16:37.998748 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc996b86-9c1c-4aa9-9d5d-6f0e813d11d4 None None] The sync data for ids ['fccb8b3e-517d-4491-acef-4ed1db0f8fcb'] in dv-cinder-810000-3-iscsi is: [{'id': 'fccb8b3e-517d-4491-acef-4ed1db0f8fcb', 'name': 'tempest-TestMinimumBasicScenario-976507215-router', 'tenant_id': '51b5b3ab4d034ee6b06355bd3598584a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:12:36Z', 'updated_at': '2021-09-22T13:16:37Z', 'revision_number': 6, 'project_id': '51b5b3ab4d034ee6b06355bd3598584a', 'gw_port_host': None}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:16:38.052339 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:16:38.052682 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Checking segment: {'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:16:38.053261 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Bound using segment: {'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:16:38.053572 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Bound port: 6a3f99ba-d71c-4230-ae3c-9417e9cad085, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b37154d-45af-4b36-8f0a-7f2588b6a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:16:38.053938 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.079629 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-cb058873-1afc-483c-adc5-203bdf30475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.152553 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15dfd9-afbf-4a4a-964d-a86c1591f177 req-1a337991-8854-4ed4-96c4-3a9238267cb9 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:38.154138 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dc15dfd9-afbf-4a4a-964d-a86c1591f177 req-1a337991-8854-4ed4-96c4-3a9238267cb9 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 944 time: 0.1997561 Sep 22 13:16:38.177075 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01d833cb-d995-53ea-8e06-0160417cf917-ba74fb3c-41c4-4fc6-9542-88023bd3bbd6', 'network_id': 'ba74fb3c-41c4-4fc6-9542-88023bd3bbd6', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'fixed_ips': [{'subnet_id': 'be2cef37-5193-4789-97a7-2c44c3d5640e'}]}} from dv-cinder-810000-3-iscsi. {{(pid=94874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 13:16:38.178098 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.202583 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-cb058873-1afc-483c-adc5-203bdf30475a None None] For port a8ed8871-09cf-4847-b4ce-86fddec6e97d, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a8ed8871-09cf-4847-b4ce-86fddec6e97d,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:38.207219 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dc15dfd9-afbf-4a4a-964d-a86c1591f177 req-cadc8dd6-1403-4456-8ec8-6313baf3565b tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452445 Sep 22 13:16:38.218299 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.259995 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.263729 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] For port 6a3f99ba-d71c-4230-ae3c-9417e9cad085, host hv-cinder-81000, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:16:38.268383 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] For port 6a3f99ba-d71c-4230-ae3c-9417e9cad085, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=6a3f99ba-d71c-4230-ae3c-9417e9cad085,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:16:38.290562 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60629a8-7f5f-45fd-a27f-4ef3e532c4bf,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:38.312365 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:36Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:38.353061 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-cb058873-1afc-483c-adc5-203bdf30475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.356738 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564307'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.358953 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203eb20-7ece-4c8f-b9b9-82a54eb268bb None None] The sync data for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi is: [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:36Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:16:38.389075 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.531827 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb058873-1afc-483c-adc5-203bdf30475a None None] Pushing event updated for resources: {'Port': ['ID=a8ed8871-09cf-4847-b4ce-86fddec6e97d,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:38.534371 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:38.534993 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.542165 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] 10.222.0.23 "PUT /v2.0/ports/6a3f99ba-d71c-4230-ae3c-9417e9cad085 HTTP/1.1" status: 200 len: 1094 time: 1.5748420 Sep 22 13:16:38.543092 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53b0e58-00af-455d-992d-25020215286d', 'tag': '6a3f99ba-d71c-4230-ae3c-9417e9cad085'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:16:38.545139 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2980'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.545516 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7fa596-7ff2-4cbf-901c-61f8c2495253" -d '{"events": [{"name": "network-changed", "server_uuid": "e53b0e58-00af-455d-992d-25020215286d", "tag": "6a3f99ba-d71c-4230-ae3c-9417e9cad085"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:16:38.548100 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.562445 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8f0b3-4c3a-41dd-ae35-be1de05dee57 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3f99ba-d71c-4230-ae3c-9417e9cad085,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:38.571126 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.db_base_plugin_common [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Allocated IP 172.20.0.2 (ba74fb3c-41c4-4fc6-9542-88023bd3bbd6/be2cef37-5193-4789-97a7-2c44c3d5640e/a68a8613-d65d-40d8-ba37-4607d91eeae4) {{(pid=94874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:16:38.582731 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-13ab68ec-9054-441c-a957-d03fd15c1680 None None] Provisioning complete for port a8ed8871-09cf-4847-b4ce-86fddec6e97d triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:38.583304 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-13ab68ec-9054-441c-a957-d03fd15c1680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.641818 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-601a7b23-566f-42b6-a96d-28ba6c9394f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.657715 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ddc6cd-bbff-408d-a358-a34fd1753b35 x-openstack-request-id: req-48ddc6cd-bbff-408d-a358-a34fd1753b35 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:16:38.657999 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53b0e58-00af-455d-992d-25020215286d", "tag": "6a3f99ba-d71c-4230-ae3c-9417e9cad085", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:16:38.658247 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48ddc6cd-bbff-408d-a358-a34fd1753b35 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:16:38.658745 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53b0e58-00af-455d-992d-25020215286d', 'tag': '6a3f99ba-d71c-4230-ae3c-9417e9cad085', 'status': 'completed', 'code': 200} Sep 22 13:16:38.731249 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558133'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.732112 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fccb8b3e-517d-4491-acef-4ed1db0f8fcb {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 13:16:38.737704 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.741359 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-373044ae-cce3-40e8-800d-b89932ba6539 admin admin] 10.222.0.43 "DELETE /v2.0/routers/fccb8b3e-517d-4491-acef-4ed1db0f8fcb HTTP/1.1" status: 204 len: 168 time: 1.7614844 Sep 22 13:16:38.741451 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35502) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:38.843996 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acb7ee6-f2bc-41db-94ea-d45834ffbba7 admin admin] Deleting subnet 1c9da67d-2855-4cd1-846f-5f07d0113b55 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:16:38.848585 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2acb7ee6-f2bc-41db-94ea-d45834ffbba7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.898139 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2acb7ee6-f2bc-41db-94ea-d45834ffbba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8721790'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.966868 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:38.978955 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Notify callbacks [] for port, precommit_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.080737 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.088666 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2acb7ee6-f2bc-41db-94ea-d45834ffbba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.145985 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a8ed8871-09cf-4847-b4ce-86fddec6e97d up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:16:39.189925 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Network ba74fb3c-41c4-4fc6-9542-88023bd3bbd6 is already hosted by enough agents. {{(pid=94874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:16:39.201483 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.base_scheduler [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Resources bound (agent type, host, resource id): {{(pid=94874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:16:39.205257 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Received port after_create {{(pid=94874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:16:39.214762 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Pushing event updated for resources: {'Port': ['ID=a68a8613-d65d-40d8-ba37-4607d91eeae4,revision_number=1']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:39.224235 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.250161 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.292993 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port a8ed8871-09cf-4847-b4ce-86fddec6e97d triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:39.294905 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2acb7ee6-f2bc-41db-94ea-d45834ffbba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8721681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9265389'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.312339 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.321381 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.344151 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Attempting to bind port a68a8613-d65d-40d8-ba37-4607d91eeae4 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:16:39.344526 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Attempting to bind port a68a8613-d65d-40d8-ba37-4607d91eeae4 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '6639f479-de7e-4e28-ae28-6f9c2cf0b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba74fb3c-41c4-4fc6-9542-88023bd3bbd6'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:16:39.344892 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Attempting to bind port a68a8613-d65d-40d8-ba37-4607d91eeae4 on network ba74fb3c-41c4-4fc6-9542-88023bd3bbd6 {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:16:39.350493 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2b1395-ff00-421f-8c53-86e178f1d2a3 None None] Network 028195d4-cb0b-4bc6-989e-3d50826ac69b requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:16:39.391729 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:16:39.392111 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Checking segment: {'id': '6639f479-de7e-4e28-ae28-6f9c2cf0b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba74fb3c-41c4-4fc6-9542-88023bd3bbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:16:39.392519 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.392914 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Bound using segment: {'id': '6639f479-de7e-4e28-ae28-6f9c2cf0b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba74fb3c-41c4-4fc6-9542-88023bd3bbd6'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:16:39.393400 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Bound port: a68a8613-d65d-40d8-ba37-4607d91eeae4, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6639f479-de7e-4e28-ae28-6f9c2cf0b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba74fb3c-41c4-4fc6-9542-88023bd3bbd6'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:16:39.393779 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.397020 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2acb7ee6-f2bc-41db-94ea-d45834ffbba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.401655 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-2acb7ee6-f2bc-41db-94ea-d45834ffbba7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1c9da67d-2855-4cd1-846f-5f07d0113b55 HTTP/1.1" status: 204 len: 168 time: 0.6590395 Sep 22 13:16:39.402278 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35510) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:39.406184 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb7ee6-f2bc-41db-94ea-d45834ffbba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9da67d-2855-4cd1-846f-5f07d0113b55,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:39.411699 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Allocated IP 172.27.1.248 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/e8a564db-9ed7-4fdc-b987-72012824d77c) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:16:39.454763 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5851a-311c-4eb3-9c72-76612608158f req-0dee02a4-5c33-49b2-9bed-cc1bc83c559b tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:39.461543 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75c5851a-311c-4eb3-9c72-76612608158f req-0dee02a4-5c33-49b2-9bed-cc1bc83c559b tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 944 time: 0.1606355 Sep 22 13:16:39.524308 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-75c5851a-311c-4eb3-9c72-76612608158f req-6de206e0-42f8-47ef-a7e4-7a69838ce95b tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551898 Sep 22 13:16:39.546336 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.643713 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] For port a68a8613-d65d-40d8-ba37-4607d91eeae4, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:16:39.647258 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.681674 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] For port a68a8613-d65d-40d8-ba37-4607d91eeae4, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a68a8613-d65d-40d8-ba37-4607d91eeae4,segment=NetworkSegment(6639f479-de7e-4e28-ae28-6f9c2cf0b977),segment_id=6639f479-de7e-4e28-ae28-6f9c2cf0b977)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:16:39.682652 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Deleting port 7b12510e-073b-44c2-9faf-dd87ff47ddc8 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:16:39.683070 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.766955 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device f60629a8-7f5f-45fd-a27f-4ef3e532c4bf no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:16:39.769893 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] For port 7b12510e-073b-44c2-9faf-dd87ff47ddc8, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=7b12510e-073b-44c2-9faf-dd87ff47ddc8,segment=NetworkSegment(1310a15b-cfc8-471f-86d8-86b210f4775f),segment_id=1310a15b-cfc8-471f-86d8-86b210f4775f)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:39.770701 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.790778 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: f60629a8-7f5f-45fd-a27f-4ef3e532c4bf {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:16:39.791116 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device f60629a8-7f5f-45fd-a27f-4ef3e532c4bf not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:16:39.791620 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 234033d2-979b-4cd5-a724-422ac6475e60 no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:16:39.792804 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Calling delete_port for 7b12510e-073b-44c2-9faf-dd87ff47ddc8 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:16:39.800110 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c3c13c-8fb9-4fa3-85d9-ea2689262992 None None] DHCP port deletion for 028195d4-cb0b-4bc6-989e-3d50826ac69b request from dv-cinder-810000-3-iscsi {{(pid=94874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 13:16:39.824842 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: 234033d2-979b-4cd5-a724-422ac6475e60 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:16:39.825221 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 234033d2-979b-4cd5-a724-422ac6475e60 not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:16:39.851767 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.871912 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.928650 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e51575-bebb-4c7c-ba41-0b00313dbb8e None None] Pushing event updated for resources: {'Port': ['ID=a68a8613-d65d-40d8-ba37-4607d91eeae4,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:39.940131 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-45c3c13c-8fb9-4fa3-85d9-ea2689262992 None None] Deleting port 7b12510e-073b-44c2-9faf-dd87ff47ddc8 {{(pid=94874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:16:39.940300 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:16:39.940514 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-45c3c13c-8fb9-4fa3-85d9-ea2689262992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:39.943325 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:16:39.947918 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:16:40.059238 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-45c3c13c-8fb9-4fa3-85d9-ea2689262992 None None] For port 7b12510e-073b-44c2-9faf-dd87ff47ddc8, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=7b12510e-073b-44c2-9faf-dd87ff47ddc8,segment=NetworkSegment(1310a15b-cfc8-471f-86d8-86b210f4775f),segment_id=1310a15b-cfc8-471f-86d8-86b210f4775f)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:40.059728 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-45c3c13c-8fb9-4fa3-85d9-ea2689262992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:40.065554 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:40.070580 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a564db-9ed7-4fdc-b987-72012824d77c,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:40.079285 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-45c3c13c-8fb9-4fa3-85d9-ea2689262992 None None] Calling delete_port for 7b12510e-073b-44c2-9faf-dd87ff47ddc8 owned by network:dhcp {{(pid=94874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:16:40.098690 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:40.112646 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b12510e-073b-44c2-9faf-dd87ff47ddc8,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:40.255421 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] No DVR routers for this DVR port 7b12510e-073b-44c2-9faf-dd87ff47ddc8 on host dv-cinder-810000-3-iscsi {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:16:40.275672 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-45c3c13c-8fb9-4fa3-85d9-ea2689262992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408'] for port, after_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:40.325636 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c3c13c-8fb9-4fa3-85d9-ea2689262992 None None] No DVR routers for this DVR port 7b12510e-073b-44c2-9faf-dd87ff47ddc8 on host dv-cinder-810000-3-iscsi {{(pid=94874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:16:40.328515 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3c13c-8fb9-4fa3-85d9-ea2689262992 None None] Pushing event deleted for resources: {'Port': ['ID=7b12510e-073b-44c2-9faf-dd87ff47ddc8,revision_number=None']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:40.413607 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:40.424073 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fa596-7ff2-4cbf-901c-61f8c2495253 req-3616ebf1-c9e3-48c2-a704-39aa29f41965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:40.425637 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-de7fa596-7ff2-4cbf-901c-61f8c2495253 req-3616ebf1-c9e3-48c2-a704-39aa29f41965 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d0eaec60ee64de8bef900efc8811d07&device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 1097 time: 0.1924329 Sep 22 13:16:40.449278 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028195d4-cb0b-4bc6-989e-3d50826ac69b']}} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:40.471790 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1310a15b-cfc8-471f-86d8-86b210f4775f') {'for_net_delete': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:40.472085 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1310a15b-cfc8-471f-86d8-86b210f4775f') {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:40.492459 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10094412'] for segment, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:40.506130 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:16:40.603930 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:40.615022 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:16:40.615464 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9138693'] for segment, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: Traceback (most recent call last): Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: timer() Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: cb(*args, **kw) Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: return func(*args, **kwargs) Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: self._notify() Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: self.callback(batched_events) Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: event.method(event) Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: return f(self, *a, **k) Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._get(url).json() Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: return self.request(url, 'GET', **kwargs) Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:16:40.647874 dv-cinder-810000-3-iscsi neutron-server[94873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:16:40.659493 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fa596-7ff2-4cbf-901c-61f8c2495253 req-808f9afd-85f1-4073-9e01-24253c0c5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:40.661511 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-de7fa596-7ff2-4cbf-901c-61f8c2495253 req-808f9afd-85f1-4073-9e01-24253c0c5570 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3d0eaec60ee64de8bef900efc8811d07&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2248023 Sep 22 13:16:40.669684 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce88c5-8371-4b00-af50-bd4e1484a8ec req-7ba815aa-92dc-476d-af1e-254d01dfefcb tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:40.672367 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c0ce88c5-8371-4b00-af50-bd4e1484a8ec req-7ba815aa-92dc-476d-af1e-254d01dfefcb tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 944 time: 0.0623879 Sep 22 13:16:40.732141 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c0ce88c5-8371-4b00-af50-bd4e1484a8ec req-f61fcd4e-54fd-4029-b590-52f1e697d41e tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512710 Sep 22 13:16:40.744675 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:40.834741 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:40.845204 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:40.847135 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] 10.222.0.43 "DELETE /v2.0/networks/028195d4-cb0b-4bc6-989e-3d50826ac69b HTTP/1.1" status: 204 len: 168 time: 1.4436853 Sep 22 13:16:40.866981 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a68a8613-d65d-40d8-ba37-4607d91eeae4 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:16:40.907066 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bc1a8-0fd5-475b-a600-d84545aac227 admin admin] Pushing event deleted for resources: {'Network': ['ID=028195d4-cb0b-4bc6-989e-3d50826ac69b,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:40.927502 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fa596-7ff2-4cbf-901c-61f8c2495253 req-a56f8a0d-defe-4316-a2bc-97d596683b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:40.929046 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-de7fa596-7ff2-4cbf-901c-61f8c2495253 req-a56f8a0d-defe-4316-a2bc-97d596683b99 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2538521 Sep 22 13:16:40.954170 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port a68a8613-d65d-40d8-ba37-4607d91eeae4 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:40.954889 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:41.060665 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:41.086876 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-8ad8e5e9-5d47-4c13-96f6-b9cdd6b7cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:41.088452 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-8ad8e5e9-5d47-4c13-96f6-b9cdd6b7cd53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d0eaec60ee64de8bef900efc8811d07&device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 1097 time: 0.0928292 Sep 22 13:16:41.101373 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port a68a8613-d65d-40d8-ba37-4607d91eeae4, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a68a8613-d65d-40d8-ba37-4607d91eeae4,segment=NetworkSegment(6639f479-de7e-4e28-ae28-6f9c2cf0b977),segment_id=6639f479-de7e-4e28-ae28-6f9c2cf0b977)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:41.120687 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ee82ee-c87c-4bde-8142-bd09e564d64c None None] Network ba74fb3c-41c4-4fc6-9542-88023bd3bbd6 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:16:41.140140 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-aeb71e3d-1bfc-4772-9a6b-1c6ecfcc9e77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a3f99ba-d71c-4230-ae3c-9417e9cad085 HTTP/1.1" status: 200 len: 217 time: 0.0423131 Sep 22 13:16:41.141305 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567739'] for router, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:41.196212 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-cdf6afa7-af56-42bc-830c-f3cc2a485fa7 None None] Provisioning complete for port a68a8613-d65d-40d8-ba37-4607d91eeae4 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:41.196594 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-cdf6afa7-af56-42bc-830c-f3cc2a485fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:41.240143 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-9dfb1406-d9cf-4f5a-a06e-b114b5a7fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:41.241718 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-9dfb1406-d9cf-4f5a-a06e-b114b5a7fef5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1619f7f4-41aa-4194-b81e-a75b642a92db HTTP/1.1" status: 200 len: 850 time: 0.0931482 Sep 22 13:16:41.271577 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:41.336447 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-09f23ad8-ffbc-4d70-8d95-582333e5a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:41.338028 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-09f23ad8-ffbc-4d70-8d95-582333e5a0f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7ff256e-94df-44a6-b96c-3d0c6896f093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690496 Sep 22 13:16:41.401070 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 7b12510e-073b-44c2-9faf-dd87ff47ddc8 no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:16:41.455555 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-af59bf7a-68cc-4f91-98c5-5f6e3e054b54 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065469 Sep 22 13:16:41.459894 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: 7b12510e-073b-44c2-9faf-dd87ff47ddc8 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:16:41.460240 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 7b12510e-073b-44c2-9faf-dd87ff47ddc8 not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:16:41.462960 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=a68a8613-d65d-40d8-ba37-4607d91eeae4,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:41.467787 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Router b413c85e-704c-40f0-9323-4392e1a961f9 is scheduled to L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb with binding_index 1 {{(pid=94873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 13:16:41.479923 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:41.479923 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:41.479923 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:41.479923 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:41.479923 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:41.479923 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:41.479923 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:41.479923 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:41.479923 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:41.479923 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:41.479923 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:41.479923 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:16:41.536570 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35546) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:41.646508 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-dcd48157-7030-4857-87a6-0a94404b6c9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71b37942aed94a0193ab222fd05836ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1088850 Sep 22 13:16:41.648911 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35548) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:41.664793 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a09863-0930-469a-95b2-f01a4cf3116f req-6f805627-153c-44c9-abdf-1e676fc4df9f tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:41.668005 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-85a09863-0930-469a-95b2-f01a4cf3116f req-6f805627-153c-44c9-abdf-1e676fc4df9f tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/networks?id=88a73b91-5979-401e-ac30-5b2fa30cb9ce HTTP/1.1" status: 200 len: 814 time: 0.1793180 Sep 22 13:16:41.668647 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fba900bd-a61c-4a2a-ad03-aa8fb39b5eb5 req-7edf982e-0329-41e7-b765-4d712af123cf service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946816 Sep 22 13:16:41.685420 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:16:41.694122 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:41.697613 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Sync routers for ids ['b413c85e-704c-40f0-9323-4392e1a961f9'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:16:41.708389 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-85a09863-0930-469a-95b2-f01a4cf3116f req-edd44681-9cb1-4a0c-a63b-70912d38e52d tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/quotas/2009da3841b14ba69e6be541cc0ec136 HTTP/1.1" status: 200 len: 375 time: 0.0306344 Sep 22 13:16:41.731204 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Routers {'b413c85e-704c-40f0-9323-4392e1a961f9'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:41.732092 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['b413c85e-704c-40f0-9323-4392e1a961f9'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:41.756443 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-85a09863-0930-469a-95b2-f01a4cf3116f req-2ad3f10f-264c-4215-b834-917b3a3e63a6 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2009da3841b14ba69e6be541cc0ec136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346165 Sep 22 13:16:41.773277 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb10e5d0-d2c0-4b32-b3e5-ccb5e25c122b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:41.798518 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb10e5d0-d2c0-4b32-b3e5-ccb5e25c122b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:41.823176 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:41.824861 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-56b5143f-e499-4784-8e6c-fbc639ed85a5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1902838 Sep 22 13:16:41.827939 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35556) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:41.944860 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb10e5d0-d2c0-4b32-b3e5-ccb5e25c122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:41.949120 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fb10e5d0-d2c0-4b32-b3e5-ccb5e25c122b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:41.949507 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-3916ea9a-6279-4004-80f9-e1941e70388c None None] Provisioning complete for port a68a8613-d65d-40d8-ba37-4607d91eeae4 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:41.949913 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3916ea9a-6279-4004-80f9-e1941e70388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:41.952218 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-fb10e5d0-d2c0-4b32-b3e5-ccb5e25c122b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ab0a266-68eb-4fa5-b5da-c002a635c8bf HTTP/1.1" status: 204 len: 168 time: 0.3020434 Sep 22 13:16:41.956139 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d580545-5f89-4e28-98a5-92fc6edb3952 req-9c148470-199a-4c0a-a5da-1cf1c49322c9 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:41.957722 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0d580545-5f89-4e28-98a5-92fc6edb3952 req-9c148470-199a-4c0a-a5da-1cf1c49322c9 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 944 time: 0.1448665 Sep 22 13:16:41.977188 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-85a09863-0930-469a-95b2-f01a4cf3116f req-a6066f60-64b4-409f-ac2a-001c906e88a3 service neutron] 10.222.0.43 "GET /v2.0/networks/88a73b91-5979-401e-ac30-5b2fa30cb9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042263 Sep 22 13:16:42.000299 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e5d0-d2c0-4b32-b3e5-ccb5e25c122b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab0a266-68eb-4fa5-b5da-c002a635c8bf,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:42.100362 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Set router b413c85e-704c-40f0-9323-4392e1a961f9 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:42.113983 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0d580545-5f89-4e28-98a5-92fc6edb3952 req-d0306ddf-5da7-4c6b-a8c5-420f1facd2cb tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136494 Sep 22 13:16:42.124906 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-85a09863-0930-469a-95b2-f01a4cf3116f req-4770d946-860d-40fe-a275-2478520e87cf service neutron] 10.222.0.43 "GET /v2.0/networks/88a73b91-5979-401e-ac30-5b2fa30cb9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356895 Sep 22 13:16:42.430156 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'name': 'tempest-TestVolumeBootPattern-1243659946-router', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e8a564db-9ed7-4fdc-b987-72012824d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:37Z', 'updated_at': '2021-09-22T13:16:40Z', 'revision_number': 3, 'project_id': '48cbaa88f2f2451bade0e0953cb8718d', 'gw_port': {'id': 'e8a564db-9ed7-4fdc-b987-72012824d77c', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:39Z', 'updated_at': '2021-09-22T13:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:42.526308 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Checking router: b413c85e-704c-40f0-9323-4392e1a961f9 for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:16:42.526308 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Updating router b413c85e-704c-40f0-9323-4392e1a961f9 port e8a564db-9ed7-4fdc-b987-72012824d77c binding host dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:16:42.582548 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:42.716690 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a5962372-e818-4717-ba8f-5cfa3c91c3ef req-94551c6b-e9b8-459c-9b4d-a43abfcdc109 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 210 time: 0.0377483 Sep 22 13:16:42.813522 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a68a8613-d65d-40d8-ba37-4607d91eeae4 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:16:42.869604 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:42.921314 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port a68a8613-d65d-40d8-ba37-4607d91eeae4 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:42.921870 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:42.966026 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.046841 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Allocated IP 172.20.0.1 (ba74fb3c-41c4-4fc6-9542-88023bd3bbd6/be2cef37-5193-4789-97a7-2c44c3d5640e/53b27098-c526-4a3c-9905-039aaf9e720e) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:16:43.087898 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.152514 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Attempting to bind port e8a564db-9ed7-4fdc-b987-72012824d77c on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:16:43.155931 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Attempting to bind port e8a564db-9ed7-4fdc-b987-72012824d77c by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:16:43.155931 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Attempting to bind port e8a564db-9ed7-4fdc-b987-72012824d77c on network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:16:43.160547 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35582) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:43.168438 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.171364 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21945769-c138-46dc-8877-3849ad8a3931 None None] Pushing event updated for resources: {'Port': ['ID=e8a564db-9ed7-4fdc-b987-72012824d77c,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:43.178271 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:16:43.178709 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Checking segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:16:43.179117 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.179543 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Bound using segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:16:43.184571 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Bound port: e8a564db-9ed7-4fdc-b987-72012824d77c, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:16:43.184571 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.251542 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-d4c3f072-9d99-4cf6-9dcf-1ff80a7f8849 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51b5b3ab4d034ee6b06355bd3598584a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892892 Sep 22 13:16:43.254228 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35584) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:43.276175 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] For port e8a564db-9ed7-4fdc-b987-72012824d77c, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:16:43.277196 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb59afc-6aa0-4c1c-b0eb-c9b723e3f525 req-79234495-b4e6-4145-aec3-7cd3e11ccb81 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:43.278790 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5fb59afc-6aa0-4c1c-b0eb-c9b723e3f525 req-79234495-b4e6-4145-aec3-7cd3e11ccb81 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 944 time: 0.0894845 Sep 22 13:16:43.280791 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] For port e8a564db-9ed7-4fdc-b987-72012824d77c, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=e8a564db-9ed7-4fdc-b987-72012824d77c,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:16:43.347715 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5fb59afc-6aa0-4c1c-b0eb-c9b723e3f525 req-e98b8463-e449-4acb-83e1-18dffc4d17ae tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577030 Sep 22 13:16:43.350571 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.350712 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd900d9-f771-452f-94b5-fbdcf53c8414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.382588 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd900d9-f771-452f-94b5-fbdcf53c8414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.390243 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Network ba74fb3c-41c4-4fc6-9542-88023bd3bbd6 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:16:43.394713 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:16:43.398669 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:16:43.413485 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.445053 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Pushing event updated for resources: {'Port': ['ID=53b27098-c526-4a3c-9905-039aaf9e720e,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:43.474430 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564358'] for router_interface, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.515581 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21945769-c138-46dc-8877-3849ad8a3931 None None] Pushing event updated for resources: {'Port': ['ID=e8a564db-9ed7-4fdc-b987-72012824d77c,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:43.519463 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Routers {'b413c85e-704c-40f0-9323-4392e1a961f9'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:43.519663 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd900d9-f771-452f-94b5-fbdcf53c8414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.520754 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['b413c85e-704c-40f0-9323-4392e1a961f9'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:43.523443 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0dd900d9-f771-452f-94b5-fbdcf53c8414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.526639 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-0dd900d9-f771-452f-94b5-fbdcf53c8414 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a41caaf-289a-4089-b8f7-66162bd91009 HTTP/1.1" status: 204 len: 168 time: 0.2713597 Sep 22 13:16:43.537929 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd900d9-f771-452f-94b5-fbdcf53c8414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a41caaf-289a-4089-b8f7-66162bd91009,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:43.723153 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] Set router b413c85e-704c-40f0-9323-4392e1a961f9 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:43.761492 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.823625 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-fab1b961-de92-4d74-a660-634dd2469be0 None None] Provisioning complete for port 53b27098-c526-4a3c-9905-039aaf9e720e triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:43.824142 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-fab1b961-de92-4d74-a660-634dd2469be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.868057 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-012983d8-3488-465a-9e52-867eca19d642 req-1bcfad71-598d-4d84-be76-42c3f402c127 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 210 time: 0.0403998 Sep 22 13:16:43.907388 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-fab1b961-de92-4d74-a660-634dd2469be0 None None] Port 53b27098-c526-4a3c-9905-039aaf9e720e cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:16:43.958518 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:43.974043 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'name': 'tempest-TestVolumeBootPattern-1243659946-router', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e8a564db-9ed7-4fdc-b987-72012824d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:37Z', 'updated_at': '2021-09-22T13:16:40Z', 'revision_number': 3, 'project_id': '48cbaa88f2f2451bade0e0953cb8718d', 'gw_port': {'id': 'e8a564db-9ed7-4fdc-b987-72012824d77c', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:39Z', 'updated_at': '2021-09-22T13:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:44.006270 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c1d87-dacc-407f-9003-0b762bf52aa0 None None] The sync data for ids ['b413c85e-704c-40f0-9323-4392e1a961f9'] in dv-cinder-810000-3-iscsi is: [{'id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'name': 'tempest-TestVolumeBootPattern-1243659946-router', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e8a564db-9ed7-4fdc-b987-72012824d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:37Z', 'updated_at': '2021-09-22T13:16:40Z', 'revision_number': 3, 'project_id': '48cbaa88f2f2451bade0e0953cb8718d', 'gw_port': {'id': 'e8a564db-9ed7-4fdc-b987-72012824d77c', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:39Z', 'updated_at': '2021-09-22T13:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:16:44.042541 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:44.113711 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562038'] for router_interface, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:44.123708 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 6a3f99ba-d71c-4230-ae3c-9417e9cad085 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:16:44.140758 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Pushing event updated for resources: {'Port': ['ID=53b27098-c526-4a3c-9905-039aaf9e720e,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:44.325257 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Network ba74fb3c-41c4-4fc6-9542-88023bd3bbd6 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:16:44.327949 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:16:44.332738 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 6a3f99ba-d71c-4230-ae3c-9417e9cad085, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=6a3f99ba-d71c-4230-ae3c-9417e9cad085,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:44.351812 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': '6a3f99ba-d71c-4230-ae3c-9417e9cad085', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'port_id': '6a3f99ba-d71c-4230-ae3c-9417e9cad085', 'mac_address': 'fa:16:3e:c5:c7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:16:44.456349 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:44.494172 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3f99ba-d71c-4230-ae3c-9417e9cad085 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:16:44.523990 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Router b413c85e-704c-40f0-9323-4392e1a961f9 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:16:44.534023 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 6a3f99ba-d71c-4230-ae3c-9417e9cad085, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=6a3f99ba-d71c-4230-ae3c-9417e9cad085,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:44.638330 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:44.693944 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6d8ac-b5b4-4d34-a12e-89adecf92459 req-bd3e6155-1977-4064-99ca-c239ea3f3f92 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:44.697970 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8ce6d8ac-b5b4-4d34-a12e-89adecf92459 req-bd3e6155-1977-4064-99ca-c239ea3f3f92 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 944 time: 0.1577182 Sep 22 13:16:44.745203 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=6a3f99ba-d71c-4230-ae3c-9417e9cad085,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:44.758262 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-d2a97006-b32c-4ee7-a561-3b059eb47d4a None None] Provisioning complete for port 53b27098-c526-4a3c-9905-039aaf9e720e triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:44.758858 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d2a97006-b32c-4ee7-a561-3b059eb47d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:44.828427 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-d2a97006-b32c-4ee7-a561-3b059eb47d4a None None] Port 53b27098-c526-4a3c-9905-039aaf9e720e cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:16:44.832724 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:16:44.844074 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-66e8c227-bb2c-4128-8615-1a03a27f799c admin admin] 10.222.0.43 "PUT /v2.0/routers/b413c85e-704c-40f0-9323-4392e1a961f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0148802 Sep 22 13:16:44.881021 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8ce6d8ac-b5b4-4d34-a12e-89adecf92459 req-5185e2f0-0b1d-43cc-864c-3a02ff7a60bc tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995991 Sep 22 13:16:44.887309 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['6a3f99ba-d71c-4230-ae3c-9417e9cad085'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:16:44.955248 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device e8a564db-9ed7-4fdc-b987-72012824d77c up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:16:44.999916 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a4ef753-e5b3-422b-a1a5-3463dc887ca1 req-71cce2ad-6b48-47a2-b500-e8ccb7c071ca tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 210 time: 0.0339465 Sep 22 13:16:45.101424 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port e8a564db-9ed7-4fdc-b987-72012824d77c triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:45.102163 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:45.166207 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a09863-0930-469a-95b2-f01a4cf3116f req-c82a4449-49ae-4780-99ab-d47c36bc4779 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:45.167939 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-85a09863-0930-469a-95b2-f01a4cf3116f req-c82a4449-49ae-4780-99ab-d47c36bc4779 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.23 "GET /v2.0/networks?id=88a73b91-5979-401e-ac30-5b2fa30cb9ce HTTP/1.1" status: 200 len: 814 time: 0.1445289 Sep 22 13:16:45.182956 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d6086daf-8cdf-4309-a901-ece79e0c45a1 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Request body: {'port': {'device_id': 'fbf14087-75d8-421b-9c66-9b1f74525492', 'network_id': '88a73b91-5979-401e-ac30-5b2fa30cb9ce', 'admin_state_up': True, 'tenant_id': '2009da3841b14ba69e6be541cc0ec136'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:45.252530 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:45.275523 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port e8a564db-9ed7-4fdc-b987-72012824d77c, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=e8a564db-9ed7-4fdc-b987-72012824d77c,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:45.414028 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:45.466031 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=e8a564db-9ed7-4fdc-b987-72012824d77c,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:45.484963 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d6086daf-8cdf-4309-a901-ece79e0c45a1 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Made reservation on behalf of 2009da3841b14ba69e6be541cc0ec136 for: {'port': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:16:45.488646 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d6086daf-8cdf-4309-a901-ece79e0c45a1 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:45.637123 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35628) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:45.644536 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d6086daf-8cdf-4309-a901-ece79e0c45a1 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Allocated IP 172.20.0.13 (88a73b91-5979-401e-ac30-5b2fa30cb9ce/30c192e2-9910-4d81-9ef2-57121e0b8280/c567df70-76a0-4af2-8693-d7e886674661) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:16:45.645561 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d05826af-e558-4f28-aa06-bb85e9ecaeaf tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1876939705', 'description': 'tempest-secgroup-smoke-1876939705 description', 'project_id': '506fa8c4d7e84973979a953f64caa8e3'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:45.745795 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d05826af-e558-4f28-aa06-bb85e9ecaeaf tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:45.841228 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d6086daf-8cdf-4309-a901-ece79e0c45a1 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:45.848215 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d05826af-e558-4f28-aa06-bb85e9ecaeaf tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:45.932705 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d05826af-e558-4f28-aa06-bb85e9ecaeaf tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:45.965754 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d6086daf-8cdf-4309-a901-ece79e0c45a1 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:45.966026 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05826af-e558-4f28-aa06-bb85e9ecaeaf tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be20993-fe86-449b-894c-7156ae695245,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:46.016840 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d6086daf-8cdf-4309-a901-ece79e0c45a1 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Network 88a73b91-5979-401e-ac30-5b2fa30cb9ce is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:16:46.032385 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d6086daf-8cdf-4309-a901-ece79e0c45a1 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:16:46.035031 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d6086daf-8cdf-4309-a901-ece79e0c45a1 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:16:46.059788 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d05826af-e558-4f28-aa06-bb85e9ecaeaf tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.061166 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-d05826af-e558-4f28-aa06-bb85e9ecaeaf tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4226921 Sep 22 13:16:46.064029 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35642) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:46.068984 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-d86777ef-ebe4-4894-bbc0-256acfe4783b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Request body: {'security_group_rule': {'security_group_id': '2be20993-fe86-449b-894c-7156ae695245', 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:46.110202 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6086daf-8cdf-4309-a901-ece79e0c45a1 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Pushing event updated for resources: {'Port': ['ID=c567df70-76a0-4af2-8693-d7e886674661,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:46.120951 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 6a3f99ba-d71c-4230-ae3c-9417e9cad085 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:16:46.134425 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d6086daf-8cdf-4309-a901-ece79e0c45a1 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:46.138859 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d6086daf-8cdf-4309-a901-ece79e0c45a1 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.140513 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d945f61-7607-475f-87a3-f70eca1f78b9 req-d1b5257e-09c2-4026-a5fa-c6e6b25cc871 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:46.144287 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4d945f61-7607-475f-87a3-f70eca1f78b9 req-d1b5257e-09c2-4026-a5fa-c6e6b25cc871 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 932 time: 0.0704391 Sep 22 13:16:46.149320 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bee4b-3a7a-4ec1-a26e-5757f2421ae2 req-8cbc0d12-0ddf-401c-8b72-eb92259510e0 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:46.150842 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1d2bee4b-3a7a-4ec1-a26e-5757f2421ae2 req-8cbc0d12-0ddf-401c-8b72-eb92259510e0 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 945 time: 0.1597228 Sep 22 13:16:46.188719 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4d945f61-7607-475f-87a3-f70eca1f78b9 req-4ce8a1ca-16d7-4679-adaa-dc7452f69e54 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399339 Sep 22 13:16:46.197451 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d86777ef-ebe4-4894-bbc0-256acfe4783b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.210985 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1d2bee4b-3a7a-4ec1-a26e-5757f2421ae2 req-478b8163-d746-4113-a36b-28e59cc56909 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484793 Sep 22 13:16:46.254435 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Sync routers for ids ['b413c85e-704c-40f0-9323-4392e1a961f9'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:16:46.265326 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Routers {'b413c85e-704c-40f0-9323-4392e1a961f9'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:46.266018 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['b413c85e-704c-40f0-9323-4392e1a961f9'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:46.266487 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d86777ef-ebe4-4894-bbc0-256acfe4783b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.282339 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port 6a3f99ba-d71c-4230-ae3c-9417e9cad085 completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:16:46.286431 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port 6a3f99ba-d71c-4230-ae3c-9417e9cad085 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:46.286810 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.306134 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d6086daf-8cdf-4309-a901-ece79e0c45a1 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1291962 Sep 22 13:16:46.319770 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Request body: {'port': {'device_id': 'fbf14087-75d8-421b-9c66-9b1f74525492', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:46.369582 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d86777ef-ebe4-4894-bbc0-256acfe4783b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.385514 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.405461 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.422216 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86777ef-ebe4-4894-bbc0-256acfe4783b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c295b7-9b0c-49c8-90ce-2e1fa80dab8a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:46.436064 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53b0e58-00af-455d-992d-25020215286d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3f99ba-d71c-4230-ae3c-9417e9cad085'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:16:46.439766 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10885686-14d7-46ea-b5a3-5b3762c9d36d" -d '{"events": [{"server_uuid": "e53b0e58-00af-455d-992d-25020215286d", "name": "network-vif-plugged", "status": "completed", "tag": "6a3f99ba-d71c-4230-ae3c-9417e9cad085"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:16:46.454438 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 6a3f99ba-d71c-4230-ae3c-9417e9cad085, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=6a3f99ba-d71c-4230-ae3c-9417e9cad085,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:46.484023 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Set router b413c85e-704c-40f0-9323-4392e1a961f9 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:46.488778 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-d86777ef-ebe4-4894-bbc0-256acfe4783b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.490031 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-d86777ef-ebe4-4894-bbc0-256acfe4783b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4245851 Sep 22 13:16:46.492882 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35650) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:46.499156 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c0939191-cbe0-4dc2-889e-23283d378e9e tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Request body: {'security_group_rule': {'security_group_id': '2be20993-fe86-449b-894c-7156ae695245', 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:46.516942 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.605250 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35652) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:46.635652 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=6a3f99ba-d71c-4230-ae3c-9417e9cad085,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:46.647117 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0939191-cbe0-4dc2-889e-23283d378e9e tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.691780 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cf05ae-04ff-4ef5-9949-d0a5d1a13692 x-openstack-request-id: req-91cf05ae-04ff-4ef5-9949-d0a5d1a13692 {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:16:46.691780 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53b0e58-00af-455d-992d-25020215286d", "name": "network-vif-plugged", "status": "completed", "tag": "6a3f99ba-d71c-4230-ae3c-9417e9cad085", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:16:46.691780 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91cf05ae-04ff-4ef5-9949-d0a5d1a13692 {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:16:46.691780 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53b0e58-00af-455d-992d-25020215286d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3f99ba-d71c-4230-ae3c-9417e9cad085', 'code': 200} Sep 22 13:16:46.744610 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0939191-cbe0-4dc2-889e-23283d378e9e tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.788806 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b26782d7-11d1-4cc9-958a-cde1387395a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.813375 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'name': 'tempest-TestVolumeBootPattern-1243659946-router', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e8a564db-9ed7-4fdc-b987-72012824d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:37Z', 'updated_at': '2021-09-22T13:16:43Z', 'revision_number': 4, 'project_id': '48cbaa88f2f2451bade0e0953cb8718d', 'gw_port': {'id': 'e8a564db-9ed7-4fdc-b987-72012824d77c', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:39Z', 'updated_at': '2021-09-22T13:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '53b27098-c526-4a3c-9905-039aaf9e720e', 'name': '', 'network_id': 'ba74fb3c-41c4-4fc6-9542-88023bd3bbd6', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'mac_address': 'fa:16:3e:95:7a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'be2cef37-5193-4789-97a7-2c44c3d5640e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:42Z', 'updated_at': '2021-09-22T13:16:43Z', 'revision_number': 2, 'project_id': '48cbaa88f2f2451bade0e0953cb8718d', 'subnets': [{'id': 'be2cef37-5193-4789-97a7-2c44c3d5640e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:46.827873 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0939191-cbe0-4dc2-889e-23283d378e9e tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.841430 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Checking router: b413c85e-704c-40f0-9323-4392e1a961f9 for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:16:46.842323 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Updating router b413c85e-704c-40f0-9323-4392e1a961f9 port 53b27098-c526-4a3c-9905-039aaf9e720e binding host dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:16:46.864623 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0939191-cbe0-4dc2-889e-23283d378e9e tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523c9c24-ae66-432e-91c0-618f3f55c920,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:46.881654 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.882834 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device e8a564db-9ed7-4fdc-b987-72012824d77c up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:16:46.928102 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c567df70-76a0-4af2-8693-d7e886674661 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:16:46.932549 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b26782d7-11d1-4cc9-958a-cde1387395a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.936366 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.938624 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port e8a564db-9ed7-4fdc-b987-72012824d77c triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:46.938624 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:46.951740 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Transition to ACTIVE for port object c567df70-76a0-4af2-8693-d7e886674661 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:16:47.069366 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.071668 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b26782d7-11d1-4cc9-958a-cde1387395a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.152430 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Pushing event updated for resources: {'Port': ['ID=c567df70-76a0-4af2-8693-d7e886674661,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:47.173607 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Notify callbacks [] for port, precommit_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.178368 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bbc4a-f230-42bf-80e8-b6c265656bbc req-51ff215b-2012-43e2-9a2f-18812cf14bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:47.180117 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0f9bbc4a-f230-42bf-80e8-b6c265656bbc req-51ff215b-2012-43e2-9a2f-18812cf14bda service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 1099 time: 0.1104343 Sep 22 13:16:47.185341 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c0939191-cbe0-4dc2-889e-23283d378e9e tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.186581 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-c0939191-cbe0-4dc2-889e-23283d378e9e tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6924298 Sep 22 13:16:47.194073 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35658) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:47.196599 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-b26782d7-11d1-4cc9-958a-cde1387395a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=848ef18e4b61412c9be7e6fad1c4c6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5903153 Sep 22 13:16:47.205473 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-8c4b3ec2-d917-44af-840c-82e1b44f28db tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Request body: {'security_group_rule': {'security_group_id': '2be20993-fe86-449b-894c-7156ae695245', 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:47.213262 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35660) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:47.218694 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26782d7-11d1-4cc9-958a-cde1387395a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed52e65f-c985-43be-b60f-0690f5b67537,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:47.265848 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.283785 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Attempting to bind port c567df70-76a0-4af2-8693-d7e886674661 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:16:47.284123 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Attempting to bind port c567df70-76a0-4af2-8693-d7e886674661 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'b139e4d3-6a62-4b85-8e48-9e1d38db7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '88a73b91-5979-401e-ac30-5b2fa30cb9ce'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:16:47.284459 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Attempting to bind port c567df70-76a0-4af2-8693-d7e886674661 on network 88a73b91-5979-401e-ac30-5b2fa30cb9ce {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:16:47.290988 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Port c567df70-76a0-4af2-8693-d7e886674661 on network 88a73b91-5979-401e-ac30-5b2fa30cb9ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:16:47.291315 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Attempting to bind port c567df70-76a0-4af2-8693-d7e886674661 on network 88a73b91-5979-401e-ac30-5b2fa30cb9ce {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:16:47.303026 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0f9bbc4a-f230-42bf-80e8-b6c265656bbc req-7c90bce7-0d9f-478d-82ed-1b2be4df130d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149111 Sep 22 13:16:47.305824 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:16:47.306002 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Checking segment: {'id': 'b139e4d3-6a62-4b85-8e48-9e1d38db7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '88a73b91-5979-401e-ac30-5b2fa30cb9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:16:47.306485 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Bound using segment: {'id': 'b139e4d3-6a62-4b85-8e48-9e1d38db7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '88a73b91-5979-401e-ac30-5b2fa30cb9ce'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:16:47.306830 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Bound port: c567df70-76a0-4af2-8693-d7e886674661, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b139e4d3-6a62-4b85-8e48-9e1d38db7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '88a73b91-5979-401e-ac30-5b2fa30cb9ce'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:16:47.307201 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.339196 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329901d-4a50-4778-b726-143242543301 None None] Pushing event updated for resources: {'Port': ['ID=53b27098-c526-4a3c-9905-039aaf9e720e,revision_number=3']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:47.354607 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a191187-feed-4628-80d6-0bf7a2723153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.388894 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3ec2-d917-44af-840c-82e1b44f28db tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.413721 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257ba25-1883-469e-acea-69ac3ef05a4f req-e73050d0-0a72-4d27-8781-1d029f761e56 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:47.413923 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9502c5-c7c2-4637-b8a0-44f322c8c680 req-e8ec2082-fddb-4dba-8aef-20bda64140ab tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:47.414774 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f257ba25-1883-469e-acea-69ac3ef05a4f req-e73050d0-0a72-4d27-8781-1d029f761e56 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 944 time: 0.1108613 Sep 22 13:16:47.418306 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a191187-feed-4628-80d6-0bf7a2723153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.421802 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1f9502c5-c7c2-4637-b8a0-44f322c8c680 req-e8ec2082-fddb-4dba-8aef-20bda64140ab tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 946 time: 0.1181788 Sep 22 13:16:47.430891 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Attempting to bind port 53b27098-c526-4a3c-9905-039aaf9e720e on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:16:47.431752 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Attempting to bind port 53b27098-c526-4a3c-9905-039aaf9e720e by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '6639f479-de7e-4e28-ae28-6f9c2cf0b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba74fb3c-41c4-4fc6-9542-88023bd3bbd6'}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:16:47.432536 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Attempting to bind port 53b27098-c526-4a3c-9905-039aaf9e720e on network ba74fb3c-41c4-4fc6-9542-88023bd3bbd6 {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:16:47.443108 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:16:47.443943 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Checking segment: {'id': '6639f479-de7e-4e28-ae28-6f9c2cf0b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba74fb3c-41c4-4fc6-9542-88023bd3bbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:16:47.444585 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.445791 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Bound using segment: {'id': '6639f479-de7e-4e28-ae28-6f9c2cf0b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba74fb3c-41c4-4fc6-9542-88023bd3bbd6'} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:16:47.447556 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Bound port: 53b27098-c526-4a3c-9905-039aaf9e720e, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6639f479-de7e-4e28-ae28-6f9c2cf0b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba74fb3c-41c4-4fc6-9542-88023bd3bbd6'}}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:16:47.449070 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.458109 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] For port c567df70-76a0-4af2-8693-d7e886674661, host hv-cinder-81000, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:16:47.479649 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] For port c567df70-76a0-4af2-8693-d7e886674661, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c567df70-76a0-4af2-8693-d7e886674661,segment=NetworkSegment(b139e4d3-6a62-4b85-8e48-9e1d38db7ef4),segment_id=b139e4d3-6a62-4b85-8e48-9e1d38db7ef4)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:16:47.490780 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1f9502c5-c7c2-4637-b8a0-44f322c8c680 req-652123b3-af7b-416a-9ad4-dd70226ad276 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679524 Sep 22 13:16:47.531736 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] For port 53b27098-c526-4a3c-9905-039aaf9e720e, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:16:47.535276 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] For port 53b27098-c526-4a3c-9905-039aaf9e720e, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=53b27098-c526-4a3c-9905-039aaf9e720e,segment=NetworkSegment(6639f479-de7e-4e28-ae28-6f9c2cf0b977),segment_id=6639f479-de7e-4e28-ae28-6f9c2cf0b977)] {{(pid=94875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:16:47.540974 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f257ba25-1883-469e-acea-69ac3ef05a4f req-20cf7f45-bb0f-4a12-8047-8890a56e9e1e tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055586 Sep 22 13:16:47.556279 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3ec2-d917-44af-840c-82e1b44f28db tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.565585 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.605550 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:47.606169 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.608183 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-85a09863-0930-469a-95b2-f01a4cf3116f req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] 10.222.0.23 "PUT /v2.0/ports/c567df70-76a0-4af2-8693-d7e886674661 HTTP/1.1" status: 200 len: 1094 time: 1.2931688 Sep 22 13:16:47.608623 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf14087-75d8-421b-9c66-9b1f74525492', 'tag': 'c567df70-76a0-4af2-8693-d7e886674661'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:16:47.610865 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e6bea9-291a-45af-a35a-6cfc6899e152" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf14087-75d8-421b-9c66-9b1f74525492", "tag": "c567df70-76a0-4af2-8693-d7e886674661"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:16:47.636193 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449c91e-c809-474c-932d-2d57cc2959da service neutron] Pushing event updated for resources: {'Port': ['ID=c567df70-76a0-4af2-8693-d7e886674661,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:47.648683 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94e6193-6f49-4f2d-a99d-2030064691ed x-openstack-request-id: req-e94e6193-6f49-4f2d-a99d-2030064691ed {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:16:47.648989 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf14087-75d8-421b-9c66-9b1f74525492", "tag": "c567df70-76a0-4af2-8693-d7e886674661", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:16:47.649244 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e94e6193-6f49-4f2d-a99d-2030064691ed {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:16:47.649662 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf14087-75d8-421b-9c66-9b1f74525492', 'tag': 'c567df70-76a0-4af2-8693-d7e886674661', 'status': 'completed', 'code': 200} Sep 22 13:16:47.653921 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.677791 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-b19714de-6cb9-477b-ab13-93e42ea0c7e9 None None] Provisioning complete for port 53b27098-c526-4a3c-9905-039aaf9e720e triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:47.677791 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b19714de-6cb9-477b-ab13-93e42ea0c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.700703 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3ec2-d917-44af-840c-82e1b44f28db tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.709352 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a191187-feed-4628-80d6-0bf7a2723153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.713292 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5a191187-feed-4628-80d6-0bf7a2723153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.719390 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-5a191187-feed-4628-80d6-0bf7a2723153 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed52e65f-c985-43be-b60f-0690f5b67537 HTTP/1.1" status: 204 len: 168 time: 0.5024860 Sep 22 13:16:47.719649 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Routers {'b413c85e-704c-40f0-9323-4392e1a961f9'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:47.721813 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['b413c85e-704c-40f0-9323-4392e1a961f9'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:47.756868 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a191187-feed-4628-80d6-0bf7a2723153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed52e65f-c985-43be-b60f-0690f5b67537,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:47.761615 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6bea9-291a-45af-a35a-6cfc6899e152 req-156f5a54-d468-49f4-bdb8-da7cd13d3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:47.764469 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e0e6bea9-291a-45af-a35a-6cfc6899e152 req-156f5a54-d468-49f4-bdb8-da7cd13d3c22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2009da3841b14ba69e6be541cc0ec136&device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 1097 time: 0.0673964 Sep 22 13:16:47.764602 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b3ec2-d917-44af-840c-82e1b44f28db tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd48ba7-0452-4410-ac88-98b79c7c2914,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:47.791150 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329901d-4a50-4778-b726-143242543301 None None] Pushing event updated for resources: {'Port': ['ID=53b27098-c526-4a3c-9905-039aaf9e720e,revision_number=4']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:47.832863 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b19714de-6cb9-477b-ab13-93e42ea0c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.839595 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3ec2-d917-44af-840c-82e1b44f28db tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:47.841057 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-8c4b3ec2-d917-44af-840c-82e1b44f28db tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6434360 Sep 22 13:16:47.844379 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35670) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:47.848982 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-24f4ff02-eb3c-4fee-add9-efeb04821a3b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Request body: {'security_group_rule': {'security_group_id': '2be20993-fe86-449b-894c-7156ae695245', 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:47.885261 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-b19714de-6cb9-477b-ab13-93e42ea0c7e9 None None] For port 53b27098-c526-4a3c-9905-039aaf9e720e, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=53b27098-c526-4a3c-9905-039aaf9e720e,segment=NetworkSegment(6639f479-de7e-4e28-ae28-6f9c2cf0b977),segment_id=6639f479-de7e-4e28-ae28-6f9c2cf0b977)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:47.922155 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6bea9-291a-45af-a35a-6cfc6899e152 req-eebf3f6f-edf4-4af2-b0c9-f9900c79883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:47.922435 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] Set router b413c85e-704c-40f0-9323-4392e1a961f9 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:47.925239 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e0e6bea9-291a-45af-a35a-6cfc6899e152 req-eebf3f6f-edf4-4af2-b0c9-f9900c79883c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2009da3841b14ba69e6be541cc0ec136&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1514432 Sep 22 13:16:47.996533 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b19714de-6cb9-477b-ab13-93e42ea0c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:48.008728 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24f4ff02-eb3c-4fee-add9-efeb04821a3b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:48.081989 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19714de-6cb9-477b-ab13-93e42ea0c7e9 None None] Pushing event updated for resources: {'Port': ['ID=53b27098-c526-4a3c-9905-039aaf9e720e,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:48.103657 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24f4ff02-eb3c-4fee-add9-efeb04821a3b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:48.112344 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6bea9-291a-45af-a35a-6cfc6899e152 req-2e947f7a-3b18-4601-a9a2-059f765120c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:48.114602 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e0e6bea9-291a-45af-a35a-6cfc6899e152 req-2e947f7a-3b18-4601-a9a2-059f765120c6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1799772 Sep 22 13:16:48.119857 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-42e19b47-f5c2-4502-ac56-456bd7ad244a None None] Provisioning complete for port 53b27098-c526-4a3c-9905-039aaf9e720e triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:48.120234 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-42e19b47-f5c2-4502-ac56-456bd7ad244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:48.203378 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24f4ff02-eb3c-4fee-add9-efeb04821a3b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:48.209210 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a09863-0930-469a-95b2-f01a4cf3116f req-9f154c17-f73b-474a-8726-837f3e532793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:48.218033 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-85a09863-0930-469a-95b2-f01a4cf3116f req-9f154c17-f73b-474a-8726-837f3e532793 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2009da3841b14ba69e6be541cc0ec136&device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 1097 time: 0.0523636 Sep 22 13:16:48.227056 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4ff02-eb3c-4fee-add9-efeb04821a3b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a1d864-696e-4927-8298-cec76551a234,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:48.268226 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'name': 'tempest-TestVolumeBootPattern-1243659946-router', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e8a564db-9ed7-4fdc-b987-72012824d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:37Z', 'updated_at': '2021-09-22T13:16:43Z', 'revision_number': 4, 'project_id': '48cbaa88f2f2451bade0e0953cb8718d', 'gw_port': {'id': 'e8a564db-9ed7-4fdc-b987-72012824d77c', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:39Z', 'updated_at': '2021-09-22T13:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '53b27098-c526-4a3c-9905-039aaf9e720e', 'name': '', 'network_id': 'ba74fb3c-41c4-4fc6-9542-88023bd3bbd6', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'mac_address': 'fa:16:3e:95:7a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'be2cef37-5193-4789-97a7-2c44c3d5640e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:42Z', 'updated_at': '2021-09-22T13:16:47Z', 'revision_number': 4, 'project_id': '48cbaa88f2f2451bade0e0953cb8718d', 'subnets': [{'id': 'be2cef37-5193-4789-97a7-2c44c3d5640e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:48.280356 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-85a09863-0930-469a-95b2-f01a4cf3116f req-143c9fef-5cb9-4902-9c04-92f5f800dc0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c567df70-76a0-4af2-8693-d7e886674661 HTTP/1.1" status: 200 len: 217 time: 0.0484357 Sep 22 13:16:48.298905 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98880e-341c-4892-9b1f-db4ace3c8372 None None] The sync data for ids ['b413c85e-704c-40f0-9323-4392e1a961f9'] in dv-cinder-810000-3-iscsi is: [{'id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'name': 'tempest-TestVolumeBootPattern-1243659946-router', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e8a564db-9ed7-4fdc-b987-72012824d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:37Z', 'updated_at': '2021-09-22T13:16:43Z', 'revision_number': 4, 'project_id': '48cbaa88f2f2451bade0e0953cb8718d', 'gw_port': {'id': 'e8a564db-9ed7-4fdc-b987-72012824d77c', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:39Z', 'updated_at': '2021-09-22T13:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '53b27098-c526-4a3c-9905-039aaf9e720e', 'name': '', 'network_id': 'ba74fb3c-41c4-4fc6-9542-88023bd3bbd6', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'mac_address': 'fa:16:3e:95:7a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'be2cef37-5193-4789-97a7-2c44c3d5640e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:42Z', 'updated_at': '2021-09-22T13:16:47Z', 'revision_number': 4, 'project_id': '48cbaa88f2f2451bade0e0953cb8718d', 'subnets': [{'id': 'be2cef37-5193-4789-97a7-2c44c3d5640e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:16:48.320246 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-24f4ff02-eb3c-4fee-add9-efeb04821a3b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:48.330342 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-24f4ff02-eb3c-4fee-add9-efeb04821a3b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4837849 Sep 22 13:16:48.332060 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35680) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:48.340102 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f6d56db5-6a6c-415e-baa4-d756110a0e30 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Request body: {'security_group_rule': {'security_group_id': '2be20993-fe86-449b-894c-7156ae695245', 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:48.399754 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d96ecb98-8a60-4833-9ac9-458d67f585a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:48.401703 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d96ecb98-8a60-4833-9ac9-458d67f585a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30c192e2-9910-4d81-9ef2-57121e0b8280 HTTP/1.1" status: 200 len: 854 time: 0.1135900 Sep 22 13:16:48.439100 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-85a09863-0930-469a-95b2-f01a4cf3116f req-5ab2e636-2e61-4ce2-a69d-de3b3cd2b18c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88a73b91-5979-401e-ac30-5b2fa30cb9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298922 Sep 22 13:16:48.502186 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-f6d56db5-6a6c-415e-baa4-d756110a0e30 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Project 506fa8c4d7e84973979a953f64caa8e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 13:16:48.508254 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f6d56db5-6a6c-415e-baa4-d756110a0e30 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:48.614241 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-85a09863-0930-469a-95b2-f01a4cf3116f req-ec03deb3-387a-403a-8287-485f006de292 service neutron] 10.222.0.23 "GET /v2.0/networks/88a73b91-5979-401e-ac30-5b2fa30cb9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574461 Sep 22 13:16:48.746683 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f6d56db5-6a6c-415e-baa4-d756110a0e30 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:48.766111 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1a0e2-640f-4c8c-b801-4b6a97204aab req-9aac537c-e8aa-470a-a6a0-5b5937b8fe49 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:48.767861 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8ba1a0e2-640f-4c8c-b801-4b6a97204aab req-9aac537c-e8aa-470a-a6a0-5b5937b8fe49 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 946 time: 0.1558430 Sep 22 13:16:48.826047 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8ba1a0e2-640f-4c8c-b801-4b6a97204aab req-f899732b-f960-4146-9b3a-efae32763bcb tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499628 Sep 22 13:16:48.843741 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-85a09863-0930-469a-95b2-f01a4cf3116f req-d68d89ef-e10e-4472-bace-90706039043d service neutron] 10.222.0.23 "GET /v2.0/networks/88a73b91-5979-401e-ac30-5b2fa30cb9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296247 Sep 22 13:16:48.862335 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f6d56db5-6a6c-415e-baa4-d756110a0e30 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:48.864503 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2d1d0-772f-47d6-bbd5-3218943935f5 req-4734a706-d934-40e8-8ac7-590d2b8db4d7 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:48.872525 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-35f2d1d0-772f-47d6-bbd5-3218943935f5 req-4734a706-d934-40e8-8ac7-590d2b8db4d7 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 944 time: 0.1599524 Sep 22 13:16:48.876958 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35688) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:48.885465 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d56db5-6a6c-415e-baa4-d756110a0e30 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a336808-051d-48d8-95a4-7302a3ca625a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:48.914159 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9d36d895-6c85-4e72-8ed6-d79df40b42c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:48.936368 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 53b27098-c526-4a3c-9905-039aaf9e720e up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:16:48.948243 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-35f2d1d0-772f-47d6-bbd5-3218943935f5 req-46feea6f-c6e5-4461-adf4-0cc1311a27b6 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738099 Sep 22 13:16:49.001946 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 53b27098-c526-4a3c-9905-039aaf9e720e triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:49.002227 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:49.052281 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f6d56db5-6a6c-415e-baa4-d756110a0e30 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:49.055937 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-f6d56db5-6a6c-415e-baa4-d756110a0e30 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7223804 Sep 22 13:16:49.062984 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35694) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:49.070960 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-bfe6dd05-e547-4933-ad2f-d032f1cd43fa tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Request body: {'security_group_rule': {'security_group_id': '2be20993-fe86-449b-894c-7156ae695245', 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:49.139730 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9d36d895-6c85-4e72-8ed6-d79df40b42c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:49.235369 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9d36d895-6c85-4e72-8ed6-d79df40b42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:49.279543 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-9d36d895-6c85-4e72-8ed6-d79df40b42c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3bb929ddc6024ae4a1bcce7f10fbdf5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001966 Sep 22 13:16:49.282201 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36d895-6c85-4e72-8ed6-d79df40b42c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5bca69-c0ac-4627-8446-85ce5dd5e8c0,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:49.282363 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35696) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:49.334627 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa0fd2dc-9f72-4fd9-a84b-15a9b54c8dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:49.358876 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa0fd2dc-9f72-4fd9-a84b-15a9b54c8dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:49.360055 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-bfe6dd05-e547-4933-ad2f-d032f1cd43fa tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Project 506fa8c4d7e84973979a953f64caa8e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 13:16:49.370926 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfe6dd05-e547-4933-ad2f-d032f1cd43fa tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:49.446149 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfe6dd05-e547-4933-ad2f-d032f1cd43fa tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:49.548610 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfe6dd05-e547-4933-ad2f-d032f1cd43fa tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:49.550542 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa0fd2dc-9f72-4fd9-a84b-15a9b54c8dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:49.553406 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-aa0fd2dc-9f72-4fd9-a84b-15a9b54c8dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:49.554808 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-aa0fd2dc-9f72-4fd9-a84b-15a9b54c8dad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca5bca69-c0ac-4627-8446-85ce5dd5e8c0 HTTP/1.1" status: 204 len: 168 time: 0.2712312 Sep 22 13:16:49.582347 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6dd05-e547-4933-ad2f-d032f1cd43fa tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5c0c35-c0ad-47a9-9606-f5d29d6a42f2,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:49.585241 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fd2dc-9f72-4fd9-a84b-15a9b54c8dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5bca69-c0ac-4627-8446-85ce5dd5e8c0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:49.671170 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-bfe6dd05-e547-4933-ad2f-d032f1cd43fa tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:49.672466 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-bfe6dd05-e547-4933-ad2f-d032f1cd43fa tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6096139 Sep 22 13:16:49.981442 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2b1e6-69dd-4d8a-bb9d-1d0e4b4a671a req-8fa00358-32c5-42fe-b343-de533647bbc9 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:49.989935 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-04f2b1e6-69dd-4d8a-bb9d-1d0e4b4a671a req-8fa00358-32c5-42fe-b343-de533647bbc9 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 946 time: 0.0711617 Sep 22 13:16:50.032813 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-04f2b1e6-69dd-4d8a-bb9d-1d0e4b4a671a req-ccbd8978-b0f1-4464-8c75-0c830acf79a2 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418985 Sep 22 13:16:50.081754 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e83eb-f3de-4fae-b30f-a96b94c52372 req-9e884f3b-f93a-477d-9ee0-409088708da7 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:50.083371 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-765e83eb-f3de-4fae-b30f-a96b94c52372 req-9e884f3b-f93a-477d-9ee0-409088708da7 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 944 time: 0.0568888 Sep 22 13:16:50.125358 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-765e83eb-f3de-4fae-b30f-a96b94c52372 req-3d1e8acb-ec60-495e-8e7a-257a39f311ef tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357356 Sep 22 13:16:50.156550 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134281f9-d2eb-4898-94f6-426465c6f94a req-b622fb8a-b496-4b4b-b2c2-a190dc5a878d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:50.158091 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-134281f9-d2eb-4898-94f6-426465c6f94a req-b622fb8a-b496-4b4b-b2c2-a190dc5a878d tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 946 time: 0.0531254 Sep 22 13:16:50.167523 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35750) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:50.173284 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3838a8ce-bcfb-40b6-b994-f18d86b95af1 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Request body: {'floatingip': {'port_id': '6a3f99ba-d71c-4230-ae3c-9417e9cad085'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:16:50.217578 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3838a8ce-bcfb-40b6-b994-f18d86b95af1 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for floatingip, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:50.389562 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35752) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:50.402931 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23edcf38-8f7a-4e95-b810-55a7dbb96cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:50.515004 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23edcf38-8f7a-4e95-b810-55a7dbb96cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:50.592296 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-23edcf38-8f7a-4e95-b810-55a7dbb96cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:50.646659 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-23edcf38-8f7a-4e95-b810-55a7dbb96cc2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b56df89c2f514a3d9d55644c6bac50f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552264 Sep 22 13:16:50.648356 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edcf38-8f7a-4e95-b810-55a7dbb96cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d90f10-1993-4d8c-8f14-2fdae7ce5a95,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:50.655784 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35760) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:50.715369 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3838a8ce-bcfb-40b6-b994-f18d86b95af1 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:50.733511 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a7d94653-49d0-4602-a15c-8cb711b543ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:50.756929 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a7d94653-49d0-4602-a15c-8cb711b543ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:50.770697 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3838a8ce-bcfb-40b6-b994-f18d86b95af1 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:50.870781 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.l3_db [None req-3838a8ce-bcfb-40b6-b994-f18d86b95af1 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Floating IP 48c02223-37a4-4f3a-93da-6a0828ef1c50 associated. External IP: 172.27.1.41, port: 6a3f99ba-d71c-4230-ae3c-9417e9cad085. Sep 22 13:16:50.910868 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a7d94653-49d0-4602-a15c-8cb711b543ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:50.913492 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a7d94653-49d0-4602-a15c-8cb711b543ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:50.914669 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-a7d94653-49d0-4602-a15c-8cb711b543ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6d90f10-1993-4d8c-8f14-2fdae7ce5a95 HTTP/1.1" status: 204 len: 168 time: 0.2575243 Sep 22 13:16:50.922768 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d94653-49d0-4602-a15c-8cb711b543ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d90f10-1993-4d8c-8f14-2fdae7ce5a95,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:51.096313 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3838a8ce-bcfb-40b6-b994-f18d86b95af1 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Router 5886909b-55f8-47aa-b4dd-2ad08d49206d has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:16:51.242796 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3838a8ce-bcfb-40b6-b994-f18d86b95af1 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:16:51.248508 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3838a8ce-bcfb-40b6-b994-f18d86b95af1 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:51.259083 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e327759-4eff-4f43-8736-44b87681b23b None None] Sync routers for ids ['5886909b-55f8-47aa-b4dd-2ad08d49206d'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:16:51.274961 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e327759-4eff-4f43-8736-44b87681b23b None None] Routers {'5886909b-55f8-47aa-b4dd-2ad08d49206d'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:51.280133 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4e327759-4eff-4f43-8736-44b87681b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['5886909b-55f8-47aa-b4dd-2ad08d49206d'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:51.441869 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-4e327759-4eff-4f43-8736-44b87681b23b None None] Set router 5886909b-55f8-47aa-b4dd-2ad08d49206d gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:51.467691 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cb02b-57a1-4b8e-8ce9-a263d62978da req-c0b5982a-be42-4f82-a3ac-234af549aebb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:51.473083 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1a9cb02b-57a1-4b8e-8ce9-a263d62978da req-c0b5982a-be42-4f82-a3ac-234af549aebb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0867133 Sep 22 13:16:51.523740 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1a9cb02b-57a1-4b8e-8ce9-a263d62978da req-bfca512c-fe97-4304-9cd0-e2bb61e6abb5 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393374 Sep 22 13:16:51.586590 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ab6fc-e5e0-4d75-a936-e28683a015c9 req-279b7b36-7208-4ce2-8196-c367fb61c4ce tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:51.588163 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a36ab6fc-e5e0-4d75-a936-e28683a015c9 req-279b7b36-7208-4ce2-8196-c367fb61c4ce tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 944 time: 0.3855085 Sep 22 13:16:51.589906 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-3838a8ce-bcfb-40b6-b994-f18d86b95af1 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "PUT /v2.0/floatingips/48c02223-37a4-4f3a-93da-6a0828ef1c50 HTTP/1.1" status: 200 len: 991 time: 1.4212747 Sep 22 13:16:51.590546 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53b0e58-00af-455d-992d-25020215286d', 'tag': '6a3f99ba-d71c-4230-ae3c-9417e9cad085'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:16:51.593065 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff840d3-a3d9-4d1d-a4e4-9fdf98fdc7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e53b0e58-00af-455d-992d-25020215286d", "tag": "6a3f99ba-d71c-4230-ae3c-9417e9cad085"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:16:51.648602 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a36ab6fc-e5e0-4d75-a936-e28683a015c9 req-c07c4de7-3bb9-42a1-acaf-46c086bd04e7 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433660 Sep 22 13:16:51.748928 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4e327759-4eff-4f43-8736-44b87681b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '48c02223-37a4-4f3a-93da-6a0828ef1c50', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'port_id': '6a3f99ba-d71c-4230-ae3c-9417e9cad085', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'mac_address': 'fa:16:3e:c5:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53b0e58-00af-455d-992d-25020215286d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:50Z', 'revision_number': 1, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:18Z', 'revision_number': 5, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:51.776865 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e327759-4eff-4f43-8736-44b87681b23b None None] Checking router: 5886909b-55f8-47aa-b4dd-2ad08d49206d for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:16:51.786190 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e327759-4eff-4f43-8736-44b87681b23b None None] Routers {'5886909b-55f8-47aa-b4dd-2ad08d49206d'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:16:51.786819 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4e327759-4eff-4f43-8736-44b87681b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:16:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['5886909b-55f8-47aa-b4dd-2ad08d49206d'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:51.867770 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71433efc-0d81-4854-b32f-afe400e7d30b x-openstack-request-id: req-71433efc-0d81-4854-b32f-afe400e7d30b {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:16:51.868252 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53b0e58-00af-455d-992d-25020215286d", "tag": "6a3f99ba-d71c-4230-ae3c-9417e9cad085", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:16:51.868252 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71433efc-0d81-4854-b32f-afe400e7d30b {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:16:51.868579 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53b0e58-00af-455d-992d-25020215286d', 'tag': '6a3f99ba-d71c-4230-ae3c-9417e9cad085', 'status': 'completed', 'code': 200} Sep 22 13:16:51.916827 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-4e327759-4eff-4f43-8736-44b87681b23b None None] Set router 5886909b-55f8-47aa-b4dd-2ad08d49206d gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:16:51.938063 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff840d3-a3d9-4d1d-a4e4-9fdf98fdc7b4 req-b1a6ad7a-4a6b-4e45-8648-d2436528bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:51.939848 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bff840d3-a3d9-4d1d-a4e4-9fdf98fdc7b4 req-b1a6ad7a-4a6b-4e45-8648-d2436528bba7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d0eaec60ee64de8bef900efc8811d07&device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 1099 time: 0.0457673 Sep 22 13:16:52.043868 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff840d3-a3d9-4d1d-a4e4-9fdf98fdc7b4 req-4aa04c1e-64cd-4a7a-a2b4-ca6ff25885ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:52.046092 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bff840d3-a3d9-4d1d-a4e4-9fdf98fdc7b4 req-4aa04c1e-64cd-4a7a-a2b4-ca6ff25885ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7ff256e-94df-44a6-b96c-3d0c6896f093 HTTP/1.1" status: 200 len: 912 time: 0.0991900 Sep 22 13:16:52.122384 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bff840d3-a3d9-4d1d-a4e4-9fdf98fdc7b4 req-f7152080-7a8e-409a-9b7c-4e1abad90d10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a3f99ba-d71c-4230-ae3c-9417e9cad085 HTTP/1.1" status: 200 len: 999 time: 0.0687242 Sep 22 13:16:52.171815 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-4e327759-4eff-4f43-8736-44b87681b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '48c02223-37a4-4f3a-93da-6a0828ef1c50', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'port_id': '6a3f99ba-d71c-4230-ae3c-9417e9cad085', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'mac_address': 'fa:16:3e:c5:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53b0e58-00af-455d-992d-25020215286d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:50Z', 'revision_number': 1, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:18Z', 'revision_number': 5, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:16:52.180834 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff840d3-a3d9-4d1d-a4e4-9fdf98fdc7b4 req-607e7870-e759-49ce-b0ea-a6d4c8b592bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:52.182735 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bff840d3-a3d9-4d1d-a4e4-9fdf98fdc7b4 req-607e7870-e759-49ce-b0ea-a6d4c8b592bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1619f7f4-41aa-4194-b81e-a75b642a92db HTTP/1.1" status: 200 len: 850 time: 0.0532780 Sep 22 13:16:52.198666 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e327759-4eff-4f43-8736-44b87681b23b None None] The sync data for ids ['5886909b-55f8-47aa-b4dd-2ad08d49206d'] in dv-cinder-810000-3-iscsi is: [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '48c02223-37a4-4f3a-93da-6a0828ef1c50', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'port_id': '6a3f99ba-d71c-4230-ae3c-9417e9cad085', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'mac_address': 'fa:16:3e:c5:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53b0e58-00af-455d-992d-25020215286d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:50Z', 'revision_number': 1, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:18Z', 'revision_number': 5, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:16:52.208932 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device c567df70-76a0-4af2-8693-d7e886674661 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:16:52.245948 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff840d3-a3d9-4d1d-a4e4-9fdf98fdc7b4 req-166eb5d8-4f0f-48c6-b235-da17e365a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:52.248236 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bff840d3-a3d9-4d1d-a4e4-9fdf98fdc7b4 req-166eb5d8-4f0f-48c6-b235-da17e365a12c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7ff256e-94df-44a6-b96c-3d0c6896f093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538607 Sep 22 13:16:52.337349 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port c567df70-76a0-4af2-8693-d7e886674661, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c567df70-76a0-4af2-8693-d7e886674661,segment=NetworkSegment(b139e4d3-6a62-4b85-8e48-9e1d38db7ef4),segment_id=b139e4d3-6a62-4b85-8e48-9e1d38db7ef4)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:52.354455 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': 'c567df70-76a0-4af2-8693-d7e886674661', 'network_id': '88a73b91-5979-401e-ac30-5b2fa30cb9ce', 'port_id': 'c567df70-76a0-4af2-8693-d7e886674661', 'mac_address': 'fa:16:3e:45:65:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c192e2-9910-4d81-9ef2-57121e0b8280', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:16:52.376192 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bff840d3-a3d9-4d1d-a4e4-9fdf98fdc7b4 req-fd486d87-89f1-46ce-8e6c-adc90c415ab6 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162093 Sep 22 13:16:52.395113 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:52.410446 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c567df70-76a0-4af2-8693-d7e886674661 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:16:52.444491 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port c567df70-76a0-4af2-8693-d7e886674661, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c567df70-76a0-4af2-8693-d7e886674661,segment=NetworkSegment(b139e4d3-6a62-4b85-8e48-9e1d38db7ef4),segment_id=b139e4d3-6a62-4b85-8e48-9e1d38db7ef4)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:52.493636 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-bff840d3-a3d9-4d1d-a4e4-9fdf98fdc7b4 req-b3ceb680-dcbe-49eb-86d4-a32cd86e2d80 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100433 Sep 22 13:16:52.512644 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee07805b-dc7f-428a-b29a-70bb60b930f8 None None] New status for floating IP 48c02223-37a4-4f3a-93da-6a0828ef1c50: ACTIVE {{(pid=94875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:16:52.562625 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:52.628084 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=c567df70-76a0-4af2-8693-d7e886674661,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:52.678227 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403482d9-82a1-4c45-bd32-7895a1fd0b92 req-b78e226c-f4d3-4ab1-894e-a1be9297f0a3 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:52.679852 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-403482d9-82a1-4c45-bd32-7895a1fd0b92 req-b78e226c-f4d3-4ab1-894e-a1be9297f0a3 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0573125 Sep 22 13:16:52.752636 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-403482d9-82a1-4c45-bd32-7895a1fd0b92 req-f36d356b-9720-44a3-bc61-aaef9049b962 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510437 Sep 22 13:16:52.796433 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['c567df70-76a0-4af2-8693-d7e886674661'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:16:52.818757 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc008a-b6b3-4470-9e31-190d80d96f03 req-b598c2f0-c69b-4677-b7c3-ad9d0461f42b tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:52.836909 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-18dc008a-b6b3-4470-9e31-190d80d96f03 req-b598c2f0-c69b-4677-b7c3-ad9d0461f42b tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 945 time: 0.1021981 Sep 22 13:16:52.837690 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 35834) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:52.891655 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-18dc008a-b6b3-4470-9e31-190d80d96f03 req-30bb92ce-129d-42a3-811e-697c58331385 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493326 Sep 22 13:16:52.977732 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7d99-693f-41a6-beb8-d06a89877ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:53.072434 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7d99-693f-41a6-beb8-d06a89877ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:53.164691 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7d99-693f-41a6-beb8-d06a89877ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:53.205043 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-4aeb7d99-693f-41a6-beb8-d06a89877ae9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de969f7042ef42e1b7f65c1bea04c4fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658214 Sep 22 13:16:53.205570 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb7d99-693f-41a6-beb8-d06a89877ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1489ab-a9b2-48dd-91d7-1c17ce5bc120,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:53.207614 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 35838) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:16:53.256708 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f13ac318-8ec7-4ad2-a7a9-a6bbbd4f0cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:53.280758 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f13ac318-8ec7-4ad2-a7a9-a6bbbd4f0cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:53.453564 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f13ac318-8ec7-4ad2-a7a9-a6bbbd4f0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:53.456180 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f13ac318-8ec7-4ad2-a7a9-a6bbbd4f0cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:53.457272 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-f13ac318-8ec7-4ad2-a7a9-a6bbbd4f0cc7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e1489ab-a9b2-48dd-91d7-1c17ce5bc120 HTTP/1.1" status: 204 len: 168 time: 0.2486849 Sep 22 13:16:53.465293 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ac318-8ec7-4ad2-a7a9-a6bbbd4f0cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1489ab-a9b2-48dd-91d7-1c17ce5bc120,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:53.885830 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6689d-2757-4126-b7ca-a97118634aaa req-11fb84c6-6221-4722-9c91-3e7cbf90ca4c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:53.887689 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e8e6689d-2757-4126-b7ca-a97118634aaa req-11fb84c6-6221-4722-9c91-3e7cbf90ca4c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0575755 Sep 22 13:16:53.939447 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e8e6689d-2757-4126-b7ca-a97118634aaa req-c4849af1-7cf1-4451-91bc-2935cc988ec1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429311 Sep 22 13:16:54.058205 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793a5c8-0e2c-42e8-ae76-35f730c865f0 req-acdfa09b-bf0d-40fe-b7a1-2f1db7050396 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:54.059779 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f793a5c8-0e2c-42e8-ae76-35f730c865f0 req-acdfa09b-bf0d-40fe-b7a1-2f1db7050396 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 945 time: 0.0524988 Sep 22 13:16:54.103239 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f793a5c8-0e2c-42e8-ae76-35f730c865f0 req-93571942-7259-43ef-840e-3bc09d0fe9f8 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361791 Sep 22 13:16:54.218612 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device c567df70-76a0-4af2-8693-d7e886674661 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:16:54.338857 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port c567df70-76a0-4af2-8693-d7e886674661 completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:16:54.344108 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port c567df70-76a0-4af2-8693-d7e886674661 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:16:54.344485 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:54.422554 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:54.445864 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf14087-75d8-421b-9c66-9b1f74525492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c567df70-76a0-4af2-8693-d7e886674661'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:16:54.448112 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2997efc-5fe3-4579-8830-9e856349dcc5" -d '{"events": [{"server_uuid": "fbf14087-75d8-421b-9c66-9b1f74525492", "name": "network-vif-plugged", "status": "completed", "tag": "c567df70-76a0-4af2-8693-d7e886674661"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:16:54.462705 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port c567df70-76a0-4af2-8693-d7e886674661, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c567df70-76a0-4af2-8693-d7e886674661,segment=NetworkSegment(b139e4d3-6a62-4b85-8e48-9e1d38db7ef4),segment_id=b139e4d3-6a62-4b85-8e48-9e1d38db7ef4)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:16:54.491378 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47cb8d4-1703-4a5f-a7e6-763a0bdf8dab x-openstack-request-id: req-c47cb8d4-1703-4a5f-a7e6-763a0bdf8dab {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:16:54.491378 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf14087-75d8-421b-9c66-9b1f74525492", "name": "network-vif-plugged", "status": "completed", "tag": "c567df70-76a0-4af2-8693-d7e886674661", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:16:54.491378 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c47cb8d4-1703-4a5f-a7e6-763a0bdf8dab {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:16:54.491378 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf14087-75d8-421b-9c66-9b1f74525492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c567df70-76a0-4af2-8693-d7e886674661', 'code': 200} Sep 22 13:16:54.539537 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:16:54.596643 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=c567df70-76a0-4af2-8693-d7e886674661,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:16:54.878585 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee3b3-c2a7-43b7-8401-aa15a341ea4e req-c1428993-a674-4416-990b-5244f5a49f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:54.880290 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-545ee3b3-c2a7-43b7-8401-aa15a341ea4e req-c1428993-a674-4416-990b-5244f5a49f1f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 1099 time: 0.0440154 Sep 22 13:16:54.926205 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-545ee3b3-c2a7-43b7-8401-aa15a341ea4e req-803aa88c-7033-4c1b-bd7a-97c46c77b7dd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315559 Sep 22 13:16:55.081641 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb8a11-627c-4d63-bb4b-bacd67b9a8a9 req-fc415c49-a098-449b-9885-df6dac3889ac tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:55.083222 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-93fb8a11-627c-4d63-bb4b-bacd67b9a8a9 req-fc415c49-a098-449b-9885-df6dac3889ac tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0581117 Sep 22 13:16:55.135341 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-93fb8a11-627c-4d63-bb4b-bacd67b9a8a9 req-16297fb4-9b95-48ac-a340-13ccaf5635eb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455554 Sep 22 13:16:55.247983 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ed057-f9e0-41e5-a193-80fd1d7ca8e0 req-44e306d8-c821-4a13-8dcc-70bae3fe0147 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:55.249529 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-998ed057-f9e0-41e5-a193-80fd1d7ca8e0 req-44e306d8-c821-4a13-8dcc-70bae3fe0147 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 946 time: 0.0541167 Sep 22 13:16:55.290026 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-998ed057-f9e0-41e5-a193-80fd1d7ca8e0 req-c5d20543-9ddc-48bc-90aa-5fbf4f5df0d7 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343900 Sep 22 13:16:56.271169 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab78e3-d9ec-4c96-9166-6a82fcf84c90 req-040ca86c-f56b-464b-ba6f-293557e56012 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:56.272749 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bdab78e3-d9ec-4c96-9166-6a82fcf84c90 req-040ca86c-f56b-464b-ba6f-293557e56012 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0521502 Sep 22 13:16:56.312691 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bdab78e3-d9ec-4c96-9166-6a82fcf84c90 req-e31cb3de-52c4-4e7a-8b84-cc813b428a76 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339153 Sep 22 13:16:56.421187 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c80081-5b38-4611-a4e7-e7a079a3b211 req-528e9b75-4d4f-4e44-87d1-e4b58f48c4df tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:56.423999 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-14c80081-5b38-4611-a4e7-e7a079a3b211 req-528e9b75-4d4f-4e44-87d1-e4b58f48c4df tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 946 time: 0.0541539 Sep 22 13:16:56.470625 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-14c80081-5b38-4611-a4e7-e7a079a3b211 req-70f1a9bb-e7dc-42aa-af13-cf3ad80980c2 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343745 Sep 22 13:16:57.449042 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298f59f-8ed2-49f0-8c68-6f460310bef5 req-b212489a-d2ff-4df8-a710-36e38aa2f91b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:57.451249 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e298f59f-8ed2-49f0-8c68-6f460310bef5 req-b212489a-d2ff-4df8-a710-36e38aa2f91b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0539978 Sep 22 13:16:57.492850 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e298f59f-8ed2-49f0-8c68-6f460310bef5 req-f3cd6ce1-1a78-416c-af77-523577a46b9b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349874 Sep 22 13:16:58.618649 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405187c6-3dd4-47cc-8a7c-80712db92bd1 req-cec11ce6-ccbe-4928-a37e-44fe22f97d7a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:58.620564 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-405187c6-3dd4-47cc-8a7c-80712db92bd1 req-cec11ce6-ccbe-4928-a37e-44fe22f97d7a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0503387 Sep 22 13:16:58.665730 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-405187c6-3dd4-47cc-8a7c-80712db92bd1 req-ff9ab487-ac28-4f3e-8b2e-fc9b6cf73710 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384877 Sep 22 13:16:59.789744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75c744-9944-4baa-a7f6-ed7541802839 req-bfe7df3f-87c1-403b-9c1e-13fbed4936fb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:16:59.791278 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fe75c744-9944-4baa-a7f6-ed7541802839 req-bfe7df3f-87c1-403b-9c1e-13fbed4936fb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0509257 Sep 22 13:16:59.831697 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fe75c744-9944-4baa-a7f6-ed7541802839 req-adf6d43d-00ce-41c6-9acd-8dd836287c71 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341172 Sep 22 13:17:00.957052 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e1d06-c85e-473d-802f-0f585258da59 req-683dc340-31e6-4fc1-8a37-799e1801075b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:00.958540 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-105e1d06-c85e-473d-802f-0f585258da59 req-683dc340-31e6-4fc1-8a37-799e1801075b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0488510 Sep 22 13:17:01.002864 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-105e1d06-c85e-473d-802f-0f585258da59 req-157a1847-9cec-4177-bc59-3f0fe9360343 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380464 Sep 22 13:17:02.130781 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90857660-5f5b-4963-a033-c4f3cdf24514 req-22b2f221-6d55-4df9-86de-b991ac4fbe49 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:02.132525 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-90857660-5f5b-4963-a033-c4f3cdf24514 req-22b2f221-6d55-4df9-86de-b991ac4fbe49 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0541608 Sep 22 13:17:02.179183 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-90857660-5f5b-4963-a033-c4f3cdf24514 req-f793c065-9652-44f0-a12d-e35a704c1597 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395372 Sep 22 13:17:03.301591 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e22e11-6075-476f-93f6-a4e866f432cb req-80e4afc8-947c-4b09-9559-4c99af37752f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:03.303126 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-73e22e11-6075-476f-93f6-a4e866f432cb req-80e4afc8-947c-4b09-9559-4c99af37752f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0517285 Sep 22 13:17:03.342799 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-73e22e11-6075-476f-93f6-a4e866f432cb req-779586b7-748b-4bb4-88da-15bb10448382 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336502 Sep 22 13:17:04.467009 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052d1fd-f509-4435-b593-a02c65468d23 req-e12aa503-4f4e-4f03-b5ac-944cf816b394 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:04.468578 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9052d1fd-f509-4435-b593-a02c65468d23 req-e12aa503-4f4e-4f03-b5ac-944cf816b394 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0511873 Sep 22 13:17:04.507063 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9052d1fd-f509-4435-b593-a02c65468d23 req-9ac95ec9-745e-42cd-81c8-de86f0893de5 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325894 Sep 22 13:17:05.043490 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c2e41631-eb64-47d7-ae43-80fe28dee632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:05.641274 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ee6d9-af9f-4a7e-8c01-70cfeb233f40 req-9032b60b-30a0-4506-93e1-9bf11c7de605 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:05.642885 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-084ee6d9-af9f-4a7e-8c01-70cfeb233f40 req-9032b60b-30a0-4506-93e1-9bf11c7de605 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0533240 Sep 22 13:17:05.693301 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-084ee6d9-af9f-4a7e-8c01-70cfeb233f40 req-16f5db80-a2ad-4bc5-9e67-ff7dad67e8df tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385296 Sep 22 13:17:06.817541 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda3e26-ca56-478b-87b9-c1a4e4d5e74e req-4e2bc6f3-3da9-4835-a0e5-697127a4b9cb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:06.819016 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fcda3e26-ca56-478b-87b9-c1a4e4d5e74e req-4e2bc6f3-3da9-4835-a0e5-697127a4b9cb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0486112 Sep 22 13:17:06.857967 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-fcda3e26-ca56-478b-87b9-c1a4e4d5e74e req-195a9149-080b-44b3-a1bc-0bd3e7cffb99 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329881 Sep 22 13:17:07.984013 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85b312-28db-432d-a683-eb45adb5689d req-26e3144a-906f-4ca9-8f51-959dc946f2fa tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:07.985549 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8b85b312-28db-432d-a683-eb45adb5689d req-26e3144a-906f-4ca9-8f51-959dc946f2fa tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0549088 Sep 22 13:17:08.023979 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8b85b312-28db-432d-a683-eb45adb5689d req-88e308f7-a7d1-42b3-a67b-92b461546237 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325570 Sep 22 13:17:08.540530 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c870452b-2b86-4889-835d-b18ce95b1874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:08.875194 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:09.141163 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbae57-f28b-47bc-93bb-ddb9b57eba48 req-f9c40331-16c1-4fec-b925-a22cbcada8be tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:09.142551 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-17dbae57-f28b-47bc-93bb-ddb9b57eba48 req-f9c40331-16c1-4fec-b925-a22cbcada8be tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0484402 Sep 22 13:17:09.186887 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-17dbae57-f28b-47bc-93bb-ddb9b57eba48 req-2bde844c-e19f-4908-a2bf-02e5ff21e687 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381367 Sep 22 13:17:09.254852 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:10.037968 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:10.314111 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71080dd9-da05-48bd-9bc1-1e505e6d07aa req-d41e29f6-cc45-4143-9d81-85a2873f29ca tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:10.315548 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-71080dd9-da05-48bd-9bc1-1e505e6d07aa req-d41e29f6-cc45-4143-9d81-85a2873f29ca tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0538361 Sep 22 13:17:10.353533 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-71080dd9-da05-48bd-9bc1-1e505e6d07aa req-8b012cd9-0f15-4f73-96e2-511bed56ff6f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319452 Sep 22 13:17:11.480754 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d04565-aaa5-44b1-9903-ae1e26f12d76 req-f8b9e6e4-f7a0-406d-9b94-ee93f929d140 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:11.482336 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-72d04565-aaa5-44b1-9903-ae1e26f12d76 req-f8b9e6e4-f7a0-406d-9b94-ee93f929d140 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0525885 Sep 22 13:17:11.523183 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-72d04565-aaa5-44b1-9903-ae1e26f12d76 req-5923ad82-153b-4c5c-9ca5-a64d2fd8d703 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346296 Sep 22 13:17:11.814669 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:12.122650 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b84e24-192f-4dd0-b093-1dfd9f200e38 req-cd4a08c2-ef95-4442-8b54-b4aa99744c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:12.124335 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-18b84e24-192f-4dd0-b093-1dfd9f200e38 req-cd4a08c2-ef95-4442-8b54-b4aa99744c69 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9b927b18a264e798ad9389f4c099037&device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 1098 time: 0.0452836 Sep 22 13:17:12.235098 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b84e24-192f-4dd0-b093-1dfd9f200e38 req-5deec39b-f412-4a7d-9438-1b99e6f58f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:12.236593 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-18b84e24-192f-4dd0-b093-1dfd9f200e38 req-5deec39b-f412-4a7d-9438-1b99e6f58f2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc619f7c-a032-4a42-ba73-abb931db8402 HTTP/1.1" status: 200 len: 918 time: 0.0920796 Sep 22 13:17:12.315795 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-18b84e24-192f-4dd0-b093-1dfd9f200e38 req-305bc8c2-c82f-4e08-a03f-9b849aacc2e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41fae7da-fc4d-4e0a-8de7-c46984894344 HTTP/1.1" status: 200 len: 1001 time: 0.0661533 Sep 22 13:17:12.343284 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 41fae7da-fc4d-4e0a-8de7-c46984894344 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:17:12.369498 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b84e24-192f-4dd0-b093-1dfd9f200e38 req-d1806acb-58b4-4195-989c-38c623b71ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:12.371700 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-18b84e24-192f-4dd0-b093-1dfd9f200e38 req-d1806acb-58b4-4195-989c-38c623b71ea5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa0e3c9-3a8f-4139-a019-7d3495bd525f HTTP/1.1" status: 200 len: 856 time: 0.0467417 Sep 22 13:17:12.421162 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b84e24-192f-4dd0-b093-1dfd9f200e38 req-878996ff-94cd-40ff-b9f0-e3b1ffbd7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:12.422706 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-18b84e24-192f-4dd0-b093-1dfd9f200e38 req-878996ff-94cd-40ff-b9f0-e3b1ffbd7fbc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc619f7c-a032-4a42-ba73-abb931db8402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435898 Sep 22 13:17:12.451842 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 41fae7da-fc4d-4e0a-8de7-c46984894344, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=41fae7da-fc4d-4e0a-8de7-c46984894344,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:17:12.464358 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'port_id': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'mac_address': 'fa:16:3e:aa:44:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:17:12.504713 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:12.519857 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41fae7da-fc4d-4e0a-8de7-c46984894344 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:17:12.541664 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 41fae7da-fc4d-4e0a-8de7-c46984894344, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=41fae7da-fc4d-4e0a-8de7-c46984894344,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:17:12.679680 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5353e9-83b0-4e6e-af4d-7bd2de65c8d9 req-9aa52815-af7c-48f3-bc61-06f919e20922 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:12.681307 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1b5353e9-83b0-4e6e-af4d-7bd2de65c8d9 req-9aa52815-af7c-48f3-bc61-06f919e20922 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0564909 Sep 22 13:17:12.686277 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:12.745894 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1b5353e9-83b0-4e6e-af4d-7bd2de65c8d9 req-59dbd6c6-d750-40b5-9de1-351b05d9060d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445468 Sep 22 13:17:12.758097 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=41fae7da-fc4d-4e0a-8de7-c46984894344,revision_number=6']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:12.786267 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['41fae7da-fc4d-4e0a-8de7-c46984894344'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:17:12.812490 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-18b84e24-192f-4dd0-b093-1dfd9f200e38 req-fc3c8ea5-e201-4319-b758-06f928b3b73e service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798928 Sep 22 13:17:12.945920 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-18b84e24-192f-4dd0-b093-1dfd9f200e38 req-4fd49492-4816-4783-a59a-a5174f29c395 service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248188 Sep 22 13:17:13.276998 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-a63ceaa6-fe77-4a1c-97e4-d508ee53c11f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876939705&fields=id&tenant_id=506fa8c4d7e84973979a953f64caa8e3 HTTP/1.1" status: 200 len: 267 time: 0.0330195 Sep 22 13:17:13.380475 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-ca4f99a5-7809-4d5d-8386-403593294432 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:13.381942 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-ca4f99a5-7809-4d5d-8386-403593294432 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 809 time: 0.0983598 Sep 22 13:17:13.397954 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-a026ea5a-472a-4c89-b419-364f413deb63 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/quotas/506fa8c4d7e84973979a953f64caa8e3 HTTP/1.1" status: 200 len: 375 time: 0.0091262 Sep 22 13:17:13.452259 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-db41fd5e-5fba-4aed-a3a7-3ab1a1372030 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486546 Sep 22 13:17:13.546717 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-4aaa5de7-44f2-4dc5-9837-3c4214fe1371 service neutron] 10.222.0.43 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828850 Sep 22 13:17:13.641011 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2197682b-c1a8-445b-8ce7-d55b5017955b service neutron] 10.222.0.43 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873795 Sep 22 13:17:14.282560 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c192a33-253a-4863-92c1-202fd9d90af4 req-a9646b57-83df-46c1-a593-7ea06a27510e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:14.284456 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1c192a33-253a-4863-92c1-202fd9d90af4 req-a9646b57-83df-46c1-a593-7ea06a27510e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 944 time: 0.0584199 Sep 22 13:17:14.331661 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1c192a33-253a-4863-92c1-202fd9d90af4 req-cbe053fc-f88a-4078-8885-cd1ca51d1f27 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358136 Sep 22 13:17:14.401416 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-85fdac8d-f555-4ae0-8f72-f21891e538c3 req-1eeb04f0-bc96-460f-97a9-2292b83235e8 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 210 time: 0.0270786 Sep 22 13:17:14.822229 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 41fae7da-fc4d-4e0a-8de7-c46984894344 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:17:14.869896 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port 41fae7da-fc4d-4e0a-8de7-c46984894344 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:17:14.870267 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:14.948010 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:14.970983 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62793f2a-0117-416d-89c6-6c431f18e376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fae7da-fc4d-4e0a-8de7-c46984894344'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:17:14.973284 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2ecb9d-1bf1-4292-9e29-1235cf91f452" -d '{"events": [{"server_uuid": "62793f2a-0117-416d-89c6-6c431f18e376", "name": "network-vif-plugged", "status": "completed", "tag": "41fae7da-fc4d-4e0a-8de7-c46984894344"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:17:14.992577 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 41fae7da-fc4d-4e0a-8de7-c46984894344, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=41fae7da-fc4d-4e0a-8de7-c46984894344,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:17:15.009908 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fbaa63-d76e-4ae0-a888-0ffd590ef409 x-openstack-request-id: req-66fbaa63-d76e-4ae0-a888-0ffd590ef409 {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:17:15.010047 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62793f2a-0117-416d-89c6-6c431f18e376", "name": "network-vif-plugged", "status": "completed", "tag": "41fae7da-fc4d-4e0a-8de7-c46984894344", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:17:15.010293 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66fbaa63-d76e-4ae0-a888-0ffd590ef409 {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:17:15.010676 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62793f2a-0117-416d-89c6-6c431f18e376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'code': 200} Sep 22 13:17:15.075403 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:15.121597 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=41fae7da-fc4d-4e0a-8de7-c46984894344,revision_number=7']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:15.465440 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e9d23-922a-4207-9add-8d5ac2727440 req-f4252091-3cfb-4130-bc4d-ed30dded10d1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:15.468147 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0e0e9d23-922a-4207-9add-8d5ac2727440 req-f4252091-3cfb-4130-bc4d-ed30dded10d1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0628383 Sep 22 13:17:15.509607 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-2f39ecad-5349-4ed6-8d80-d9cfd8a6a26d req-91f783fc-db3b-4645-9f81-527d6334efda tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 210 time: 0.0266767 Sep 22 13:17:15.514339 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0e0e9d23-922a-4207-9add-8d5ac2727440 req-ba8d3a90-81e4-4e75-8460-42053cbb5a3d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401628 Sep 22 13:17:16.605793 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-01d5df92-37fc-40e8-87c3-2ce0ae16a643 req-c9ca3678-5704-470b-a207-d48134f0d93d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 210 time: 0.0275922 Sep 22 13:17:16.710833 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5898cc-24ca-47d4-b8de-38156ad5f4ba req-28a49a23-34f7-40f4-ac03-3a7dfc2a1b62 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:16.712451 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cd5898cc-24ca-47d4-b8de-38156ad5f4ba req-28a49a23-34f7-40f4-ac03-3a7dfc2a1b62 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0514040 Sep 22 13:17:16.751555 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cd5898cc-24ca-47d4-b8de-38156ad5f4ba req-def32f0a-2f13-4fd0-abfc-5c092f7a638d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329366 Sep 22 13:17:17.507203 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:17:17.714477 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f7d5cb83-4279-4433-98c4-5d20079df4cf req-974642a2-b54d-4aa9-b071-9f6da83864a9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 210 time: 0.0277267 Sep 22 13:17:17.894152 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fc2f9-a6db-446e-a23a-9548b9c9300c req-160a0267-5c9d-4821-af56-00729522cd8d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:17.895981 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-190fc2f9-a6db-446e-a23a-9548b9c9300c req-160a0267-5c9d-4821-af56-00729522cd8d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0586228 Sep 22 13:17:17.939507 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-190fc2f9-a6db-446e-a23a-9548b9c9300c req-46ae9ccd-4df4-4ce9-af57-5c53c0422164 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369856 Sep 22 13:17:18.424975 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-3f087516-5e91-44e6-b2f0-9009f808dad2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:18.427012 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-3f087516-5e91-44e6-b2f0-9009f808dad2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 809 time: 0.1244981 Sep 22 13:17:18.521860 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-011aa9b4-fb58-4b29-8d1e-450f0b716002 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=506fa8c4d7e84973979a953f64caa8e3 HTTP/1.1" status: 200 len: 380 time: 0.0819509 Sep 22 13:17:18.539054 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-0146f341-cd95-4b29-b47d-8b031075969d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Request body: {'port': {'device_id': '7125b6ac-217a-4c3b-a263-7459bb3268ae', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'admin_state_up': True, 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'security_groups': ['2be20993-fe86-449b-894c-7156ae695245']}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:17:18.766011 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-0146f341-cd95-4b29-b47d-8b031075969d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Made reservation on behalf of 506fa8c4d7e84973979a953f64caa8e3 for: {'port': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:17:18.769897 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-0146f341-cd95-4b29-b47d-8b031075969d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:18.837157 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-aac37eac-d6fd-4e53-b7a6-ca4d23b2016a req-73697800-c4af-4ee8-9a1e-5e8c62aa192e tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 210 time: 0.0408804 Sep 22 13:17:18.915762 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-0146f341-cd95-4b29-b47d-8b031075969d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Allocated IP 172.20.0.4 (3b2b60ff-ffa7-4f74-a063-d8f4477f3f78/dc88c452-327e-4ca3-ae70-bbca18702a86/95ed0171-069d-4864-a2cc-88942442a595) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:17:19.156939 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-0146f341-cd95-4b29-b47d-8b031075969d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:19.173231 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fb698-aa4e-45cb-8a51-4877ba47b2d8 req-f6e0d5c6-0f0e-4061-941f-643ed77212d7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:19.174933 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f82fb698-aa4e-45cb-8a51-4877ba47b2d8 req-f6e0d5c6-0f0e-4061-941f-643ed77212d7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.1232257 Sep 22 13:17:19.237300 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f82fb698-aa4e-45cb-8a51-4877ba47b2d8 req-7946e746-8ad7-470e-a3da-20d09f3181bc tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556662 Sep 22 13:17:19.315035 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-0146f341-cd95-4b29-b47d-8b031075969d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:19.365023 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-0146f341-cd95-4b29-b47d-8b031075969d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:17:19.368835 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-0146f341-cd95-4b29-b47d-8b031075969d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:17:19.376273 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-0146f341-cd95-4b29-b47d-8b031075969d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:17:19.380388 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146f341-cd95-4b29-b47d-8b031075969d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'Port': ['ID=95ed0171-069d-4864-a2cc-88942442a595,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:19.430900 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-0146f341-cd95-4b29-b47d-8b031075969d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:19.431583 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-0146f341-cd95-4b29-b47d-8b031075969d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:19.544531 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-0146f341-cd95-4b29-b47d-8b031075969d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0139184 Sep 22 13:17:19.696240 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-6367be3c-8d56-46b5-a30f-ba28defcb26b None None] Provisioning complete for port 95ed0171-069d-4864-a2cc-88942442a595 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:17:19.697072 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6367be3c-8d56-46b5-a30f-ba28defcb26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:19.739020 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-6367be3c-8d56-46b5-a30f-ba28defcb26b None None] Port 95ed0171-069d-4864-a2cc-88942442a595 cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:17:19.956134 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85c777-d3d1-4988-b857-32d953527044 req-e1b155f0-e666-4124-99cb-34bf02b427f1 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:19.957894 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4d85c777-d3d1-4988-b857-32d953527044 req-e1b155f0-e666-4124-99cb-34bf02b427f1 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 931 time: 0.0535312 Sep 22 13:17:20.000108 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4d85c777-d3d1-4988-b857-32d953527044 req-9f9adcbf-4408-46fc-af40-4886d55e3833 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359981 Sep 22 13:17:20.371463 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7913b6-e583-4a06-a0f3-a6dbca84480f req-a50db762-b76c-47cf-b3fa-fe845956b052 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:20.373198 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8e7913b6-e583-4a06-a0f3-a6dbca84480f req-a50db762-b76c-47cf-b3fa-fe845956b052 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0584972 Sep 22 13:17:20.427400 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8e7913b6-e583-4a06-a0f3-a6dbca84480f req-a2112940-31ec-4617-9782-964d5fc5e13d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431902 Sep 22 13:17:21.117814 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026624c-e6d3-4b44-a0ba-e79161466919 req-0bac23d7-97d7-4bc0-91ac-2b3f9f22a51d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:21.119337 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4026624c-e6d3-4b44-a0ba-e79161466919 req-0bac23d7-97d7-4bc0-91ac-2b3f9f22a51d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 931 time: 0.0499573 Sep 22 13:17:21.162794 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4026624c-e6d3-4b44-a0ba-e79161466919 req-648a165b-e73a-4f42-a41e-f0fe1d677d4b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375702 Sep 22 13:17:21.352701 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Request body: {'port': {'device_id': '7125b6ac-217a-4c3b-a263-7459bb3268ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:17:21.411336 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:21.598000 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45e3b1-9b2a-4790-9d2b-477d93e74ebe req-0ec70265-9fc2-4ef4-9ab6-1956e3e97ab7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:21.599632 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5c45e3b1-9b2a-4790-9d2b-477d93e74ebe req-0ec70265-9fc2-4ef4-9ab6-1956e3e97ab7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0804582 Sep 22 13:17:21.691011 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5c45e3b1-9b2a-4790-9d2b-477d93e74ebe req-e6f0b35b-59ee-4690-b309-2235175258f1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841734 Sep 22 13:17:21.798295 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ed0171-069d-4864-a2cc-88942442a595 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:17:21.807041 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:21.823810 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Transition to ACTIVE for port object 95ed0171-069d-4864-a2cc-88942442a595 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:17:21.931799 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:22.036950 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Pushing event updated for resources: {'Port': ['ID=95ed0171-069d-4864-a2cc-88942442a595,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:22.052630 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:22.052630 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:22.052630 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:22.052630 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:22.052630 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:22.052630 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:22.052630 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:22.052630 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:22.055681 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:22.056486 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:22.056987 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:22.058020 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:22.083164 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Attempting to bind port 95ed0171-069d-4864-a2cc-88942442a595 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:17:22.083510 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Attempting to bind port 95ed0171-069d-4864-a2cc-88942442a595 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:17:22.083940 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Attempting to bind port 95ed0171-069d-4864-a2cc-88942442a595 on network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:17:22.088899 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Port 95ed0171-069d-4864-a2cc-88942442a595 on network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:17:22.089525 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Attempting to bind port 95ed0171-069d-4864-a2cc-88942442a595 on network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:17:22.095211 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:17:22.095924 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Checking segment: {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:17:22.096733 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Bound using segment: {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:17:22.097017 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Bound port: 95ed0171-069d-4864-a2cc-88942442a595, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:17:22.097296 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:22.178030 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] For port 95ed0171-069d-4864-a2cc-88942442a595, host hv-cinder-81000, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:17:22.199261 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] For port 95ed0171-069d-4864-a2cc-88942442a595, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=95ed0171-069d-4864-a2cc-88942442a595,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:17:22.298160 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:22.352518 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:22.353684 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:22.357830 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] 10.222.0.23 "PUT /v2.0/ports/95ed0171-069d-4864-a2cc-88942442a595 HTTP/1.1" status: 200 len: 1093 time: 1.0097897 Sep 22 13:17:22.358547 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7125b6ac-217a-4c3b-a263-7459bb3268ae', 'tag': '95ed0171-069d-4864-a2cc-88942442a595'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:17:22.361158 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf7b6c1-9c82-4563-a096-503879cd4db5" -d '{"events": [{"name": "network-changed", "server_uuid": "7125b6ac-217a-4c3b-a263-7459bb3268ae", "tag": "95ed0171-069d-4864-a2cc-88942442a595"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:17:22.361355 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987da5cc-5c00-4316-8632-efa8a0088338 req-ee807b4d-5258-452f-9dff-f91cd7a79833 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:22.370037 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-987da5cc-5c00-4316-8632-efa8a0088338 req-ee807b4d-5258-452f-9dff-f91cd7a79833 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 943 time: 0.0878532 Sep 22 13:17:22.413745 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990e8c2-30f0-43c1-b519-a1fa5fe1b95e service neutron] Pushing event updated for resources: {'Port': ['ID=95ed0171-069d-4864-a2cc-88942442a595,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:22.453054 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55dcc4a-7884-4459-b53a-44354f25558b x-openstack-request-id: req-c55dcc4a-7884-4459-b53a-44354f25558b {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:17:22.453338 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7125b6ac-217a-4c3b-a263-7459bb3268ae", "tag": "95ed0171-069d-4864-a2cc-88942442a595", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:17:22.453600 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c55dcc4a-7884-4459-b53a-44354f25558b {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:17:22.454009 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7125b6ac-217a-4c3b-a263-7459bb3268ae', 'tag': '95ed0171-069d-4864-a2cc-88942442a595', 'status': 'completed', 'code': 200} Sep 22 13:17:22.469219 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-987da5cc-5c00-4316-8632-efa8a0088338 req-606086b5-32c5-475e-85ac-6186286b81f6 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882888 Sep 22 13:17:22.543398 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7b6c1-9c82-4563-a096-503879cd4db5 req-99e2cf4c-6680-440f-ba4a-96f650ab08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:22.545064 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fbf7b6c1-9c82-4563-a096-503879cd4db5 req-99e2cf4c-6680-440f-ba4a-96f650ab08c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 1096 time: 0.0629990 Sep 22 13:17:22.715896 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7b6c1-9c82-4563-a096-503879cd4db5 req-8890b2d5-f74e-4851-b095-e3b91864c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:22.722009 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fbf7b6c1-9c82-4563-a096-503879cd4db5 req-8890b2d5-f74e-4851-b095-e3b91864c8b4 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=506fa8c4d7e84973979a953f64caa8e3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1677306 Sep 22 13:17:22.844299 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a163c8-9fce-42f5-98ca-d5b3bdb43cf4 req-c9c53b29-da4d-4ce0-a709-770705cf6577 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:22.852206 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c6a163c8-9fce-42f5-98ca-d5b3bdb43cf4 req-c9c53b29-da4d-4ce0-a709-770705cf6577 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0626485 Sep 22 13:17:22.873024 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7b6c1-9c82-4563-a096-503879cd4db5 req-ec52ec55-970e-484b-8123-e274278184dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:22.874617 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fbf7b6c1-9c82-4563-a096-503879cd4db5 req-ec52ec55-970e-484b-8123-e274278184dc service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1433675 Sep 22 13:17:22.889274 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c6a163c8-9fce-42f5-98ca-d5b3bdb43cf4 req-470ef403-967f-4c85-b09d-0daf9761c479 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358737 Sep 22 13:17:22.962532 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-081bc77f-dc61-4031-a8d1-fd5d0286d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:22.965362 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-081bc77f-dc61-4031-a8d1-fd5d0286d0e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 1096 time: 0.0493114 Sep 22 13:17:23.023084 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-4c7b41ee-56e4-44a3-ac0a-90316691d0ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95ed0171-069d-4864-a2cc-88942442a595 HTTP/1.1" status: 200 len: 217 time: 0.0421326 Sep 22 13:17:23.087571 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-7b4d5383-7110-4ed4-9370-b6241039f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:23.090110 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-7b4d5383-7110-4ed4-9370-b6241039f881 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc88c452-327e-4ca3-ae70-bbca18702a86 HTTP/1.1" status: 200 len: 848 time: 0.0581305 Sep 22 13:17:23.148211 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-bbad6024-5c20-4b56-88a6-4c1e78d208bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:23.149879 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-bbad6024-5c20-4b56-88a6-4c1e78d208bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478904 Sep 22 13:17:23.262316 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-ca17f97f-0ab6-4d60-b5e8-a3ff57eb632e service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044068 Sep 22 13:17:23.382113 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-914b4d92-a2a4-4d97-b0c0-71fdaaf9db6f req-99d327c7-6b4d-4074-847a-629a4efbb16f service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123571 Sep 22 13:17:23.693953 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b9283-7f71-4dba-9518-edfe81d65951 req-32556c2d-a45a-4412-b00c-ceebb2078d01 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:23.696709 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b49b9283-7f71-4dba-9518-edfe81d65951 req-32556c2d-a45a-4412-b00c-ceebb2078d01 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 943 time: 0.1324325 Sep 22 13:17:23.755885 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b49b9283-7f71-4dba-9518-edfe81d65951 req-9733b203-81fd-405b-a704-c01eb23aea28 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423601 Sep 22 13:17:24.033828 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bdedf-b53f-40d7-bd3b-35221f3f75aa req-97743c18-4038-4fac-bfb6-da06a9581c52 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:24.037146 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-327bdedf-b53f-40d7-bd3b-35221f3f75aa req-97743c18-4038-4fac-bfb6-da06a9581c52 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0597510 Sep 22 13:17:24.092171 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-327bdedf-b53f-40d7-bd3b-35221f3f75aa req-c7e30a21-93df-4b36-aea1-9c4f77d8186f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483983 Sep 22 13:17:24.631974 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 36278) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:17:24.774161 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:24.926314 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:24.937338 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486f1c1-be8d-4c2a-a4ba-7a1db21ab841 req-600b1d49-a211-4642-8fc4-409c5a060311 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:24.941754 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f486f1c1-be8d-4c2a-a4ba-7a1db21ab841 req-600b1d49-a211-4642-8fc4-409c5a060311 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 943 time: 0.0857701 Sep 22 13:17:24.983074 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-f486f1c1-be8d-4c2a-a4ba-7a1db21ab841 req-98eafa85-9832-4ca7-843b-f31a2fcd3237 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375857 Sep 22 13:17:25.177182 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:25.217654 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53e9719768e1477bb263cea95cec5a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5845068 Sep 22 13:17:25.218789 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc7d3de-9db3-4641-8b17-c65f2f52c287,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:25.219951 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c32ea-aa41-48dc-b332-22ebfef924e9 req-bb483891-798d-4abf-a813-b07135aecac5 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:25.221032 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 36296) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:17:25.221183 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2f3c32ea-aa41-48dc-b332-22ebfef924e9 req-bb483891-798d-4abf-a813-b07135aecac5 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0555990 Sep 22 13:17:25.240068 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:25.240198 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:25.240475 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:25.241182 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:25.241701 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:25.242284 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:25.242765 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:25.242983 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:25.243311 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:25.243634 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:25.244311 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:25.244784 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3281680-4b08-451f-be87-836a95fe85e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:25.298311 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2f3c32ea-aa41-48dc-b332-22ebfef924e9 req-99d65ba9-aade-4e8b-80e7-9ca4c686da5d tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617964 Sep 22 13:17:25.318023 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77c0b54e-d319-451f-a357-eb54ebf42620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:25.347595 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77c0b54e-d319-451f-a357-eb54ebf42620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:25.476683 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77c0b54e-d319-451f-a357-eb54ebf42620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:25.479691 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-77c0b54e-d319-451f-a357-eb54ebf42620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:25.480954 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-77c0b54e-d319-451f-a357-eb54ebf42620 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ffc7d3de-9db3-4641-8b17-c65f2f52c287 HTTP/1.1" status: 204 len: 168 time: 0.2578325 Sep 22 13:17:25.489652 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0b54e-d319-451f-a357-eb54ebf42620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc7d3de-9db3-4641-8b17-c65f2f52c287,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:26.118320 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0478a68-6f92-49d1-b3d5-bdd13a5e2c52 req-0b4ecf5e-5b9f-4d81-a747-36d315e77705 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:26.120834 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c0478a68-6f92-49d1-b3d5-bdd13a5e2c52 req-0b4ecf5e-5b9f-4d81-a747-36d315e77705 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 943 time: 0.0521550 Sep 22 13:17:26.176184 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c0478a68-6f92-49d1-b3d5-bdd13a5e2c52 req-9e4a1fd6-b15c-4e6f-ac01-32bcc154ff25 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487878 Sep 22 13:17:26.434665 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf0344-a4ce-45d7-9b77-66a01d570c47 req-626fd2bc-b030-40bf-8a29-6aa36ec68bfa tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:26.436337 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ecdf0344-a4ce-45d7-9b77-66a01d570c47 req-626fd2bc-b030-40bf-8a29-6aa36ec68bfa tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0544262 Sep 22 13:17:26.475779 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ecdf0344-a4ce-45d7-9b77-66a01d570c47 req-0675a8b0-e9ce-4db9-9dc6-9738fa2a3168 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332108 Sep 22 13:17:27.326267 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f13a8b-8cd9-48ed-9b31-835daec8a338 req-34790687-c8d3-4690-81b1-7f5600c965c8 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:27.327997 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d5f13a8b-8cd9-48ed-9b31-835daec8a338 req-34790687-c8d3-4690-81b1-7f5600c965c8 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 943 time: 0.0580366 Sep 22 13:17:27.381887 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d5f13a8b-8cd9-48ed-9b31-835daec8a338 req-352a2dae-4b62-4d30-9883-2fec1b18aa44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466149 Sep 22 13:17:27.636562 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8caf1d-65f8-486c-a0a4-66864b34e557 req-462b43c1-54da-48cd-bb06-949c3aaf7c80 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:27.636562 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-eb8caf1d-65f8-486c-a0a4-66864b34e557 req-462b43c1-54da-48cd-bb06-949c3aaf7c80 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0681846 Sep 22 13:17:27.704200 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-eb8caf1d-65f8-486c-a0a4-66864b34e557 req-898ead4e-171b-438f-bc1b-caf13420bac1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636637 Sep 22 13:17:28.192812 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5618d5-efca-4cc7-9ee9-1414962354d1 req-23f4748e-79bf-46d2-a152-4a00871525e8 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:28.194304 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4d5618d5-efca-4cc7-9ee9-1414962354d1 req-23f4748e-79bf-46d2-a152-4a00871525e8 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 946 time: 0.0522683 Sep 22 13:17:28.235439 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4d5618d5-efca-4cc7-9ee9-1414962354d1 req-ffc6db8b-01cb-4d2c-8a83-7a3252d63efd tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337572 Sep 22 13:17:28.501398 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657dc9a-ba48-4807-b593-9969182522cd req-1d8cb0f0-6d59-4724-ad0b-4ff5a42e5d00 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:28.502960 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1657dc9a-ba48-4807-b593-9969182522cd req-1d8cb0f0-6d59-4724-ad0b-4ff5a42e5d00 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 943 time: 0.0505674 Sep 22 13:17:28.547005 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1657dc9a-ba48-4807-b593-9969182522cd req-b3991196-dfd5-44c6-aff6-8e6344d19e4f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381401 Sep 22 13:17:28.849104 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c86fd-1cd8-4591-a34f-f19c1d94f52f req-8fe36c14-717f-4801-a25c-3f1dffdf7d60 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:28.851000 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4b8c86fd-1cd8-4591-a34f-f19c1d94f52f req-8fe36c14-717f-4801-a25c-3f1dffdf7d60 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0539088 Sep 22 13:17:28.894817 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4b8c86fd-1cd8-4591-a34f-f19c1d94f52f req-0c3ba969-bd10-4ed3-8cea-011b9cb89e79 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368338 Sep 22 13:17:29.357854 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5e2e8-9f6a-432c-bda2-afea81c0bfc4 req-c8cd21aa-1cf5-4b16-9684-c72d25ab15c8 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:29.359574 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7fc5e2e8-9f6a-432c-bda2-afea81c0bfc4 req-c8cd21aa-1cf5-4b16-9684-c72d25ab15c8 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 946 time: 0.0530648 Sep 22 13:17:29.404934 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7fc5e2e8-9f6a-432c-bda2-afea81c0bfc4 req-10c84abe-df3d-415f-bde5-dbf6294b996a tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386546 Sep 22 13:17:29.678822 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d731c7-8b9a-47cf-a42d-fed33eff4cff req-c80dc8b6-f9d3-4dd1-a3b5-92abd879b311 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:29.680595 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f8d731c7-8b9a-47cf-a42d-fed33eff4cff req-c80dc8b6-f9d3-4dd1-a3b5-92abd879b311 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 943 time: 0.0575337 Sep 22 13:17:29.727854 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f8d731c7-8b9a-47cf-a42d-fed33eff4cff req-fdb8e472-9c70-4967-8498-0d48cf654d82 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383704 Sep 22 13:17:30.018147 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26910313-d3b7-4c5c-a95a-7d7f746b7a3e req-6505a276-2727-4f60-b95a-01448831cfcc tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:30.019722 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-26910313-d3b7-4c5c-a95a-7d7f746b7a3e req-6505a276-2727-4f60-b95a-01448831cfcc tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0503170 Sep 22 13:17:30.060591 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-26910313-d3b7-4c5c-a95a-7d7f746b7a3e req-7d0e49aa-9963-4ca4-aebe-0b5fdeb73ef6 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345080 Sep 22 13:17:30.124627 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005abe97-891b-4caf-af0d-72d98f1abd78 req-77e56abc-7271-4fd8-8b40-54436a947e79 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:30.126283 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-005abe97-891b-4caf-af0d-72d98f1abd78 req-77e56abc-7271-4fd8-8b40-54436a947e79 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 946 time: 0.0578544 Sep 22 13:17:30.226389 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-005abe97-891b-4caf-af0d-72d98f1abd78 req-81807e17-3c05-4308-b882-b2781fe8a61c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Deleting port c567df70-76a0-4af2-8693-d7e886674661 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:17:30.226621 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-005abe97-891b-4caf-af0d-72d98f1abd78 req-81807e17-3c05-4308-b882-b2781fe8a61c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:30.325014 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-005abe97-891b-4caf-af0d-72d98f1abd78 req-81807e17-3c05-4308-b882-b2781fe8a61c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] For port c567df70-76a0-4af2-8693-d7e886674661, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c567df70-76a0-4af2-8693-d7e886674661,segment=NetworkSegment(b139e4d3-6a62-4b85-8e48-9e1d38db7ef4),segment_id=b139e4d3-6a62-4b85-8e48-9e1d38db7ef4)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:17:30.328166 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-005abe97-891b-4caf-af0d-72d98f1abd78 req-81807e17-3c05-4308-b882-b2781fe8a61c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:30.339223 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-005abe97-891b-4caf-af0d-72d98f1abd78 req-81807e17-3c05-4308-b882-b2781fe8a61c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Calling delete_port for c567df70-76a0-4af2-8693-d7e886674661 owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:17:30.384745 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4540bc7-36a4-485c-8e22-f4792aeefe74 req-9659d5ad-c913-420e-bbeb-7fe4e297b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:30.386511 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e4540bc7-36a4-485c-8e22-f4792aeefe74 req-9659d5ad-c913-420e-bbeb-7fe4e297b4d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9b927b18a264e798ad9389f4c099037&device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 1098 time: 0.0471673 Sep 22 13:17:30.527202 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4540bc7-36a4-485c-8e22-f4792aeefe74 req-810f63df-1cc9-42b2-9350-e6e49cf4413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:30.528769 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e4540bc7-36a4-485c-8e22-f4792aeefe74 req-810f63df-1cc9-42b2-9350-e6e49cf4413b service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc619f7c-a032-4a42-ba73-abb931db8402 HTTP/1.1" status: 200 len: 918 time: 0.1347497 Sep 22 13:17:30.533830 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-005abe97-891b-4caf-af0d-72d98f1abd78 req-81807e17-3c05-4308-b882-b2781fe8a61c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:30.542382 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57231a80-82ff-43c4-b458-a07559a765f4 req-5fbdc160-95ea-444c-8061-5380f34dac34 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:30.543955 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-57231a80-82ff-43c4-b458-a07559a765f4 req-5fbdc160-95ea-444c-8061-5380f34dac34 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 867 time: 0.0683434 Sep 22 13:17:30.549642 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['c567df70-76a0-4af2-8693-d7e886674661'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:17:30.564603 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81807e17-3c05-4308-b882-b2781fe8a61c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Pushing event deleted for resources: {'Port': ['ID=c567df70-76a0-4af2-8693-d7e886674661,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:30.610420 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-005abe97-891b-4caf-af0d-72d98f1abd78 req-81807e17-3c05-4308-b882-b2781fe8a61c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] No DVR routers for this DVR port c567df70-76a0-4af2-8693-d7e886674661 on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:17:30.613037 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-005abe97-891b-4caf-af0d-72d98f1abd78 req-81807e17-3c05-4308-b882-b2781fe8a61c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:30.615121 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-005abe97-891b-4caf-af0d-72d98f1abd78 req-81807e17-3c05-4308-b882-b2781fe8a61c tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.23 "DELETE /v2.0/ports/c567df70-76a0-4af2-8693-d7e886674661 HTTP/1.1" status: 204 len: 173 time: 0.4814866 Sep 22 13:17:30.615595 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf14087-75d8-421b-9c66-9b1f74525492', 'name': 'network-vif-deleted', 'tag': 'c567df70-76a0-4af2-8693-d7e886674661'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:17:30.618020 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901bf003-6b2c-4c7e-98dc-5840ef8840e1" -d '{"events": [{"server_uuid": "fbf14087-75d8-421b-9c66-9b1f74525492", "name": "network-vif-deleted", "tag": "c567df70-76a0-4af2-8693-d7e886674661"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:17:30.636957 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-57231a80-82ff-43c4-b458-a07559a765f4 req-371d2e80-f669-4623-88b0-0386487c5ff9 tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/security-groups?id=4655ddb1-659f-4d88-bb6c-27386b2c0365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846686 Sep 22 13:17:30.638829 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e4540bc7-36a4-485c-8e22-f4792aeefe74 req-475067b5-f324-4982-b379-7b97e16f1a09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41fae7da-fc4d-4e0a-8de7-c46984894344 HTTP/1.1" status: 200 len: 1001 time: 0.0939648 Sep 22 13:17:30.666519 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7571c2d2-9c9b-40c0-b52d-3591812d2c2c x-openstack-request-id: req-7571c2d2-9c9b-40c0-b52d-3591812d2c2c {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:17:30.666819 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf14087-75d8-421b-9c66-9b1f74525492", "name": "network-vif-deleted", "tag": "c567df70-76a0-4af2-8693-d7e886674661", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:17:30.667145 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7571c2d2-9c9b-40c0-b52d-3591812d2c2c {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:17:30.667582 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf14087-75d8-421b-9c66-9b1f74525492', 'name': 'network-vif-deleted', 'tag': 'c567df70-76a0-4af2-8693-d7e886674661', 'status': 'completed', 'code': 200} Sep 22 13:17:30.693273 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4540bc7-36a4-485c-8e22-f4792aeefe74 req-ad6bc09e-9d43-4a5f-9469-6cc950ba6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:30.694791 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e4540bc7-36a4-485c-8e22-f4792aeefe74 req-ad6bc09e-9d43-4a5f-9469-6cc950ba6554 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa0e3c9-3a8f-4139-a019-7d3495bd525f HTTP/1.1" status: 200 len: 856 time: 0.0467663 Sep 22 13:17:30.747257 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4540bc7-36a4-485c-8e22-f4792aeefe74 req-bf185824-165a-4b72-99f5-bc0a8aea48ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:30.749763 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e4540bc7-36a4-485c-8e22-f4792aeefe74 req-bf185824-165a-4b72-99f5-bc0a8aea48ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc619f7c-a032-4a42-ba73-abb931db8402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475886 Sep 22 13:17:30.903753 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da939ed-9769-4e3c-8a1b-72cf9f8ce9f6 req-7208de10-1933-48cd-b093-1129cdea42da tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:30.905242 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5da939ed-9769-4e3c-8a1b-72cf9f8ce9f6 req-7208de10-1933-48cd-b093-1129cdea42da tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 943 time: 0.1033804 Sep 22 13:17:30.907069 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e4540bc7-36a4-485c-8e22-f4792aeefe74 req-2bda198a-24dc-48f0-961e-41292ac66ef5 service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485035 Sep 22 13:17:30.972669 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5da939ed-9769-4e3c-8a1b-72cf9f8ce9f6 req-fafbd1dd-ef32-49ad-81d5-2d4e40588a6d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612175 Sep 22 13:17:31.036756 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e4540bc7-36a4-485c-8e22-f4792aeefe74 req-85c9e4d4-2b7c-42f1-bd61-d65a7cfbf80f service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187749 Sep 22 13:17:31.183788 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d832483-2a5a-4a01-ad32-8f9919b72160 req-a344f394-9e3a-4111-99a7-5ca222844efc tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:31.185330 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8d832483-2a5a-4a01-ad32-8f9919b72160 req-a344f394-9e3a-4111-99a7-5ca222844efc tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0509634 Sep 22 13:17:31.224309 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8d832483-2a5a-4a01-ad32-8f9919b72160 req-946b3abb-6d75-4965-b2e5-a3d1d2d4e319 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325310 Sep 22 13:17:31.377374 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 95ed0171-069d-4864-a2cc-88942442a595 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:17:31.479917 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 95ed0171-069d-4864-a2cc-88942442a595, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=95ed0171-069d-4864-a2cc-88942442a595,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:17:31.499176 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': '95ed0171-069d-4864-a2cc-88942442a595', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'port_id': '95ed0171-069d-4864-a2cc-88942442a595', 'mac_address': 'fa:16:3e:ea:ff:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:17:31.537996 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:31.551413 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ed0171-069d-4864-a2cc-88942442a595 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:17:31.572049 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 95ed0171-069d-4864-a2cc-88942442a595, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=95ed0171-069d-4864-a2cc-88942442a595,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:17:31.691978 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:31.749059 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=95ed0171-069d-4864-a2cc-88942442a595,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:31.759362 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f71f8079-a36c-40de-ad9f-487bc844bcf1 req-29ac7638-b8cd-4dcc-b96d-12a33858f28f tempest-VolumesSnapshotTestJSON-451897518 tempest-VolumesSnapshotTestJSON-451897518-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf14087-75d8-421b-9c66-9b1f74525492 HTTP/1.1" status: 200 len: 210 time: 0.0324869 Sep 22 13:17:31.955709 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['95ed0171-069d-4864-a2cc-88942442a595'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:17:32.097780 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991a67c-08ee-4e90-8a44-d1e42ac62914 req-0b376962-3f69-4254-ac2e-8f7b818b4b00 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:32.099399 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1991a67c-08ee-4e90-8a44-d1e42ac62914 req-0b376962-3f69-4254-ac2e-8f7b818b4b00 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 944 time: 0.0534923 Sep 22 13:17:32.141152 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1991a67c-08ee-4e90-8a44-d1e42ac62914 req-405dd098-ce4d-4b9a-af05-bded67dcb023 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347025 Sep 22 13:17:32.348287 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bf5c6-40e5-4ac6-8002-a5a2fce14fd7 req-033e0b8c-fa8d-433a-b628-fb1b63980420 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:32.349835 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1a5bf5c6-40e5-4ac6-8002-a5a2fce14fd7 req-033e0b8c-fa8d-433a-b628-fb1b63980420 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0517423 Sep 22 13:17:32.389977 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1a5bf5c6-40e5-4ac6-8002-a5a2fce14fd7 req-e829866b-4bd6-4ba3-87d5-cf9539188c6e tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328689 Sep 22 13:17:33.257941 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076cf8b-d575-46a8-b02a-b36acdcc7821 req-6b176a0b-9fb2-4c1f-88d1-a2731aeadcb2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:33.259451 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8076cf8b-d575-46a8-b02a-b36acdcc7821 req-6b176a0b-9fb2-4c1f-88d1-a2731aeadcb2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 944 time: 0.0503266 Sep 22 13:17:33.297286 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8076cf8b-d575-46a8-b02a-b36acdcc7821 req-0cb8ef7a-28cb-4996-bc45-cff4051b6eac tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Sep 22 13:17:33.387409 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 95ed0171-069d-4864-a2cc-88942442a595 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:17:33.524185 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ed8db-4a6e-4305-86ba-82b21d7df007 req-b4d28705-c6a8-4cc3-896a-951aa6e0e1f1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:33.525856 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0c2ed8db-4a6e-4305-86ba-82b21d7df007 req-b4d28705-c6a8-4cc3-896a-951aa6e0e1f1 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 945 time: 0.0538247 Sep 22 13:17:33.550631 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port 95ed0171-069d-4864-a2cc-88942442a595 completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:17:33.554877 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port 95ed0171-069d-4864-a2cc-88942442a595 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:17:33.555249 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:33.564166 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0c2ed8db-4a6e-4305-86ba-82b21d7df007 req-eb79aeb0-b61f-4b99-8799-873ac34beca6 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317719 Sep 22 13:17:33.651484 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:33.678146 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7125b6ac-217a-4c3b-a263-7459bb3268ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ed0171-069d-4864-a2cc-88942442a595'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:17:33.680393 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993d025c-bdc2-48cd-8860-679bc1039bce" -d '{"events": [{"server_uuid": "7125b6ac-217a-4c3b-a263-7459bb3268ae", "name": "network-vif-plugged", "status": "completed", "tag": "95ed0171-069d-4864-a2cc-88942442a595"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:17:33.694707 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 95ed0171-069d-4864-a2cc-88942442a595, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=95ed0171-069d-4864-a2cc-88942442a595,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:17:33.724072 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e13b88-b001-4af6-9487-ac935ba472c4 x-openstack-request-id: req-41e13b88-b001-4af6-9487-ac935ba472c4 {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:17:33.724366 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7125b6ac-217a-4c3b-a263-7459bb3268ae", "name": "network-vif-plugged", "status": "completed", "tag": "95ed0171-069d-4864-a2cc-88942442a595", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:17:33.724622 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41e13b88-b001-4af6-9487-ac935ba472c4 {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:17:33.725034 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7125b6ac-217a-4c3b-a263-7459bb3268ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ed0171-069d-4864-a2cc-88942442a595', 'code': 200} Sep 22 13:17:33.779296 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:33.780300 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device c567df70-76a0-4af2-8693-d7e886674661 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:17:33.800705 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: c567df70-76a0-4af2-8693-d7e886674661 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:17:33.801045 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device c567df70-76a0-4af2-8693-d7e886674661 not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:17:33.801449 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 41fae7da-fc4d-4e0a-8de7-c46984894344 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:17:33.875881 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=95ed0171-069d-4864-a2cc-88942442a595,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:33.916552 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:33.951462 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 41fae7da-fc4d-4e0a-8de7-c46984894344, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=41fae7da-fc4d-4e0a-8de7-c46984894344,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:17:34.132102 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:34.182953 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=41fae7da-fc4d-4e0a-8de7-c46984894344,revision_number=8']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:34.189545 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987faadf-a38a-474f-8ac4-925081f11999 req-09e838a9-486c-429a-87b1-78c36c07dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:34.191171 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-987faadf-a38a-474f-8ac4-925081f11999 req-09e838a9-486c-429a-87b1-78c36c07dddd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 1098 time: 0.0456243 Sep 22 13:17:34.227077 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-987faadf-a38a-474f-8ac4-925081f11999 req-24bbe5d6-708c-4489-b085-7b8599b65809 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273206 Sep 22 13:17:34.415886 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ae758-f539-4a57-97ca-cabb89cfca35 req-ee86cfe9-c2c3-440e-9065-830ed5e086d2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:34.417510 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-836ae758-f539-4a57-97ca-cabb89cfca35 req-ee86cfe9-c2c3-440e-9065-830ed5e086d2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 945 time: 0.0508733 Sep 22 13:17:34.460324 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-836ae758-f539-4a57-97ca-cabb89cfca35 req-6e5d1cdf-6462-4190-86d0-959a0d87a8ae tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368085 Sep 22 13:17:35.090648 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-29952d25-2869-4d77-8236-67b27826533c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:35.584681 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272db2d-a5bb-4ac7-ad31-1121f9c8a6ab req-36c58e2e-e7d7-4ce6-81fc-6b93d8f0fad4 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:35.586409 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f272db2d-a5bb-4ac7-ad31-1121f9c8a6ab req-36c58e2e-e7d7-4ce6-81fc-6b93d8f0fad4 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 945 time: 0.0505311 Sep 22 13:17:35.627530 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f272db2d-a5bb-4ac7-ad31-1121f9c8a6ab req-de33e3c5-b071-40df-989c-8db92bd1f140 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339849 Sep 22 13:17:35.726034 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62793f2a-0117-416d-89c6-6c431f18e376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41fae7da-fc4d-4e0a-8de7-c46984894344'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:17:35.728516 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abbc429-75be-4a48-9a24-2383e78e726b" -d '{"events": [{"server_uuid": "62793f2a-0117-416d-89c6-6c431f18e376", "name": "network-vif-unplugged", "status": "completed", "tag": "41fae7da-fc4d-4e0a-8de7-c46984894344"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:17:35.769204 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 13:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a89c26f-52bb-4260-9d04-dd8a8883b49a x-openstack-request-id: req-0a89c26f-52bb-4260-9d04-dd8a8883b49a {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:17:35.769559 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62793f2a-0117-416d-89c6-6c431f18e376", "name": "network-vif-unplugged", "status": "failed", "tag": "41fae7da-fc4d-4e0a-8de7-c46984894344", "code": 422}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:17:35.769925 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a89c26f-52bb-4260-9d04-dd8a8883b49a {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:17:35.770536 dv-cinder-810000-3-iscsi neutron-server[94874]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '62793f2a-0117-416d-89c6-6c431f18e376', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'code': 422} returned with failed status Sep 22 13:17:36.876593 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c29a8-ded3-4231-ac9b-6e59a09d9ba3 req-bd0a7177-ce3e-4fa8-9e47-6411b4cfa80a tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:36.878112 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d98c29a8-ded3-4231-ac9b-6e59a09d9ba3 req-bd0a7177-ce3e-4fa8-9e47-6411b4cfa80a tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 945 time: 0.0506928 Sep 22 13:17:36.917438 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d98c29a8-ded3-4231-ac9b-6e59a09d9ba3 req-368d5a10-2d16-43af-ac1d-65e228ec973e tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332947 Sep 22 13:17:36.974642 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [req-72eb556d-20d5-4cd6-adae-0bd621a22ae6 req-040bc8eb-a23d-464b-a7ec-e4b4adb6c922 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:17:36.975798 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-72eb556d-20d5-4cd6-adae-0bd621a22ae6 req-040bc8eb-a23d-464b-a7ec-e4b4adb6c922 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055313 Sep 22 13:17:37.296177 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702d789-50e5-4034-ab81-6f2712ff9d33 req-50b2aa03-71d3-4080-ae32-9dac42d0273a tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:37.297724 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e702d789-50e5-4034-ab81-6f2712ff9d33 req-50b2aa03-71d3-4080-ae32-9dac42d0273a tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 945 time: 0.0553393 Sep 22 13:17:37.340622 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e702d789-50e5-4034-ab81-6f2712ff9d33 req-fdc66dab-8991-4533-971f-e4e07a41f60c tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366962 Sep 22 13:17:37.383996 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 36450) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:17:37.479516 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce61c0-da9f-4b65-8d00-eecaf6450fea req-6730e0ae-0da1-4c37-9d8e-3720a8494da0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:37.481582 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c8ce61c0-da9f-4b65-8d00-eecaf6450fea req-6730e0ae-0da1-4c37-9d8e-3720a8494da0 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0713117 Sep 22 13:17:37.543110 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c8ce61c0-da9f-4b65-8d00-eecaf6450fea req-d634d595-4493-4be8-91fd-1a5510f0f443 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528281 Sep 22 13:17:37.615174 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c19109-821d-4b37-8d9c-5c0be4553acf tempest-TestVolumeBootPattern-351848081 tempest-TestVolumeBootPattern-351848081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:37.616736 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-57c19109-821d-4b37-8d9c-5c0be4553acf tempest-TestVolumeBootPattern-351848081 tempest-TestVolumeBootPattern-351848081-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 1093 time: 0.2373369 Sep 22 13:17:37.619841 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 36464) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:17:37.624865 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Request body: {'floatingip': {'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'port_id': '95ed0171-069d-4864-a2cc-88942442a595', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:17:37.756296 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:37.870462 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:37.919013 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 36470) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:17:37.992334 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Allocated IP 172.27.1.92 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/37836b1a-a39b-4b75-8112-f14c5616bc4d) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:17:38.017464 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-5668d0da-62fd-40df-8f0d-a82de792f905 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971768 Sep 22 13:17:38.032326 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-15eb529a-bc5c-4987-9b80-20b6d6a6826b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:17:38.034147 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-15eb529a-bc5c-4987-9b80-20b6d6a6826b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090852 Sep 22 13:17:38.050404 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 41fae7da-fc4d-4e0a-8de7-c46984894344 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:17:38.124364 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:38.233497 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:38.274524 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:17:38.275958 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:17:38.279409 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:17:38.287471 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'Port': ['ID=37836b1a-a39b-4b75-8112-f14c5616bc4d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:38.527164 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-83b3f22d-825f-4d7b-9766-b7220a7ef8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:38.727297 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:38.736494 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1eef6-b7a0-4b9a-abe2-cf95fb8432d0 req-1b67a9a7-f802-46ff-911f-b6f47046220b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:38.738108 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-09b1eef6-b7a0-4b9a-abe2-cf95fb8432d0 req-1b67a9a7-f802-46ff-911f-b6f47046220b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0965421 Sep 22 13:17:38.810339 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-09b1eef6-b7a0-4b9a-abe2-cf95fb8432d0 req-7bdb5f4f-85b1-4e6a-9f29-131e29692ae3 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500836 Sep 22 13:17:38.927526 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:38.936309 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:39.086241 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:39.188245 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:39.293431 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:39.527064 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'Port': ['ID=37836b1a-a39b-4b75-8112-f14c5616bc4d,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:39.541824 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:39.651028 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.l3_db [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Floating IP 74fdcc3b-8f2c-4b16-ace7-731002a7068d associated. External IP: 172.27.1.92, port: 95ed0171-069d-4864-a2cc-88942442a595. Sep 22 13:17:39.843215 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-4173ef7c-1722-4312-8960-1e2a0595a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:39.844759 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-4173ef7c-1722-4312-8960-1e2a0595a46c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376&tenant_id=a9b927b18a264e798ad9389f4c099037 HTTP/1.1" status: 200 len: 1096 time: 0.0969975 Sep 22 13:17:39.983004 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Router f4de7705-457a-44b7-8571-1393457adf0f has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:17:39.993016 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-5c4eca8f-23d3-46ee-bb95-9fb3ce485daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:39.995152 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-5c4eca8f-23d3-46ee-bb95-9fb3ce485daf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9b927b18a264e798ad9389f4c099037&device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 1096 time: 0.0992434 Sep 22 13:17:40.007357 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:40.019417 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793a8a-6c34-42ba-b0a4-fe64be8e42ab req-a8353ef3-54df-41ce-8e15-65e0b208e192 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:40.021002 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-33793a8a-6c34-42ba-b0a4-fe64be8e42ab req-a8353ef3-54df-41ce-8e15-65e0b208e192 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.1148221 Sep 22 13:17:40.163525 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-33793a8a-6c34-42ba-b0a4-fe64be8e42ab req-9cb4332e-5f42-48a7-b989-b83ccf760846 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285713 Sep 22 13:17:40.223039 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-83ef989e-cb2f-4de4-992a-0ae634dd6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:40.224576 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-83ef989e-cb2f-4de4-992a-0ae634dd6d11 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cc619f7c-a032-4a42-ba73-abb931db8402 HTTP/1.1" status: 200 len: 918 time: 0.2219417 Sep 22 13:17:40.226150 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:17:40.237717 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b2d0f-cb9d-449c-ab1f-f8bd0ff21620 None None] Sync routers for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:17:40.248618 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b2d0f-cb9d-449c-ab1f-f8bd0ff21620 None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:17:40.266875 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-660b2d0f-cb9d-449c-ab1f-f8bd0ff21620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:17:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:17:40.306483 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-442ccae3-c1a1-4803-b025-f50ce69ef958 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41fae7da-fc4d-4e0a-8de7-c46984894344 HTTP/1.1" status: 200 len: 999 time: 0.0694084 Sep 22 13:17:40.344997 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:40.363682 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-660b2d0f-cb9d-449c-ab1f-f8bd0ff21620 None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:17:40.380939 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-3257b299-6b8b-4ad4-8557-8577e3804821 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7598493 Sep 22 13:17:40.383686 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7125b6ac-217a-4c3b-a263-7459bb3268ae', 'tag': '95ed0171-069d-4864-a2cc-88942442a595'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:17:40.386400 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5aaba7-225a-4ad4-8448-54b180e44c35" -d '{"events": [{"name": "network-changed", "server_uuid": "7125b6ac-217a-4c3b-a263-7459bb3268ae", "tag": "95ed0171-069d-4864-a2cc-88942442a595"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:17:40.393723 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-eecff488-4a05-4b22-866e-e59828ce85be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:40.395892 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-eecff488-4a05-4b22-866e-e59828ce85be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa0e3c9-3a8f-4139-a019-7d3495bd525f HTTP/1.1" status: 200 len: 856 time: 0.0810227 Sep 22 13:17:40.434762 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bea8c9a-a5dd-4d39-96af-7d3a30a578b0 x-openstack-request-id: req-2bea8c9a-a5dd-4d39-96af-7d3a30a578b0 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:17:40.435053 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7125b6ac-217a-4c3b-a263-7459bb3268ae", "tag": "95ed0171-069d-4864-a2cc-88942442a595", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:17:40.435366 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2bea8c9a-a5dd-4d39-96af-7d3a30a578b0 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:17:40.435738 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7125b6ac-217a-4c3b-a263-7459bb3268ae', 'tag': '95ed0171-069d-4864-a2cc-88942442a595', 'status': 'completed', 'code': 200} Sep 22 13:17:40.455472 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-13c493bb-01e8-4b99-b659-13e285112cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:40.457139 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-13c493bb-01e8-4b99-b659-13e285112cd3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cc619f7c-a032-4a42-ba73-abb931db8402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538392 Sep 22 13:17:40.502203 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aaba7-225a-4ad4-8448-54b180e44c35 req-e05fa434-bdfe-49e4-82ed-55e7b80fccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:40.504027 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5d5aaba7-225a-4ad4-8448-54b180e44c35 req-e05fa434-bdfe-49e4-82ed-55e7b80fccfd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 1098 time: 0.0462441 Sep 22 13:17:40.574384 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-9b238f3b-1295-4582-a67e-512ff13997a8 service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971990 Sep 22 13:17:40.611528 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aaba7-225a-4ad4-8448-54b180e44c35 req-f1b04e5d-4133-4503-ab86-f5235574eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:40.614227 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5d5aaba7-225a-4ad4-8448-54b180e44c35 req-f1b04e5d-4133-4503-ab86-f5235574eb98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 910 time: 0.1032932 Sep 22 13:17:40.624841 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-660b2d0f-cb9d-449c-ab1f-f8bd0ff21620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '74fdcc3b-8f2c-4b16-ace7-731002a7068d', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '95ed0171-069d-4864-a2cc-88942442a595', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:ea:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125b6ac-217a-4c3b-a263-7459bb3268ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:17:38Z', 'updated_at': '2021-09-22T13:17:38Z', 'revision_number': 0, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:17:40.654295 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b2d0f-cb9d-449c-ab1f-f8bd0ff21620 None None] Checking router: f4de7705-457a-44b7-8571-1393457adf0f for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:17:40.663465 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b2d0f-cb9d-449c-ab1f-f8bd0ff21620 None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:17:40.664122 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-660b2d0f-cb9d-449c-ab1f-f8bd0ff21620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:17:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:17:40.689282 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6b35d8d5-1105-4ddd-91f8-41df5f06c1bb req-672e944f-d83f-47e9-9233-c6fead2947f4 service neutron] 10.222.0.23 "GET /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044264 Sep 22 13:17:40.705261 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5d5aaba7-225a-4ad4-8448-54b180e44c35 req-d03288f8-f82e-4fd0-aca1-72ea6cf95fcb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95ed0171-069d-4864-a2cc-88942442a595 HTTP/1.1" status: 200 len: 998 time: 0.0750644 Sep 22 13:17:40.759237 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aaba7-225a-4ad4-8448-54b180e44c35 req-578e63ad-872e-4149-8529-6f68875862e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:40.761015 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5d5aaba7-225a-4ad4-8448-54b180e44c35 req-578e63ad-872e-4149-8529-6f68875862e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc88c452-327e-4ca3-ae70-bbca18702a86 HTTP/1.1" status: 200 len: 848 time: 0.0488832 Sep 22 13:17:40.783944 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-660b2d0f-cb9d-449c-ab1f-f8bd0ff21620 None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:17:40.823805 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aaba7-225a-4ad4-8448-54b180e44c35 req-7a431a32-fb76-49ba-8f99-a4c53146fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:40.824789 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5d5aaba7-225a-4ad4-8448-54b180e44c35 req-7a431a32-fb76-49ba-8f99-a4c53146fe32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567639 Sep 22 13:17:40.936353 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5d5aaba7-225a-4ad4-8448-54b180e44c35 req-bd571c52-1930-4ff4-8ece-22eb663aa207 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975981 Sep 22 13:17:41.044627 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5d5aaba7-225a-4ad4-8448-54b180e44c35 req-9b2b8a8f-54ab-47eb-a51c-21619989b3fa service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969334 Sep 22 13:17:41.047963 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-660b2d0f-cb9d-449c-ab1f-f8bd0ff21620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '74fdcc3b-8f2c-4b16-ace7-731002a7068d', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '95ed0171-069d-4864-a2cc-88942442a595', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:ea:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125b6ac-217a-4c3b-a263-7459bb3268ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:17:38Z', 'updated_at': '2021-09-22T13:17:38Z', 'revision_number': 0, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:17:41.077780 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b2d0f-cb9d-449c-ab1f-f8bd0ff21620 None None] The sync data for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi is: [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '74fdcc3b-8f2c-4b16-ace7-731002a7068d', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '95ed0171-069d-4864-a2cc-88942442a595', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:ea:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125b6ac-217a-4c3b-a263-7459bb3268ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:17:38Z', 'updated_at': '2021-09-22T13:17:38Z', 'revision_number': 0, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:17:41.332051 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd900f-eb1d-471f-ad39-7b64da547557 req-bbe1b198-2e5e-4659-b95e-7008f8552432 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:41.343722 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3bcd900f-eb1d-471f-ad39-7b64da547557 req-bbe1b198-2e5e-4659-b95e-7008f8552432 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0572090 Sep 22 13:17:41.344162 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7408a9-4abc-4ffa-9b86-b36dc4a35de2 None None] New status for floating IP 74fdcc3b-8f2c-4b16-ace7-731002a7068d: ACTIVE {{(pid=94875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:17:41.384180 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3bcd900f-eb1d-471f-ad39-7b64da547557 req-0ea9f587-f169-43ef-a97c-19283b091e06 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375819 Sep 22 13:17:41.710269 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:42.506518 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584b4e9-2117-466c-b094-5e0a24229668 req-e562f7e6-1dff-4c9c-be7b-80ace73ee30a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:42.508192 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c584b4e9-2117-466c-b094-5e0a24229668 req-e562f7e6-1dff-4c9c-be7b-80ace73ee30a tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0516536 Sep 22 13:17:42.551479 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c584b4e9-2117-466c-b094-5e0a24229668 req-ed19f9a8-18e9-44d4-a4c4-64facd49c120 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361965 Sep 22 13:17:43.701137 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e6f9c-ef84-48d5-8474-db79bdc644e8 req-796b82f3-20c5-47e9-afaf-d6ba7e796416 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:43.703645 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b26e6f9c-ef84-48d5-8474-db79bdc644e8 req-796b82f3-20c5-47e9-afaf-d6ba7e796416 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0723550 Sep 22 13:17:43.744449 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b26e6f9c-ef84-48d5-8474-db79bdc644e8 req-b6f6d397-ba28-4186-83e3-ac6061d58cd7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338073 Sep 22 13:17:44.894141 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37136d-4a34-4709-a6ef-bc506dde8f98 req-459dd6ea-dab6-4b9b-a00b-302122e30870 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:44.895739 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-eb37136d-4a34-4709-a6ef-bc506dde8f98 req-459dd6ea-dab6-4b9b-a00b-302122e30870 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0544691 Sep 22 13:17:44.939156 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-eb37136d-4a34-4709-a6ef-bc506dde8f98 req-b97a9531-3f08-480e-b171-d86cf420bde5 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362246 Sep 22 13:17:46.077264 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9db50-1b9e-422c-b9b6-8a2916c459fa req-e32b1c97-3428-41a9-91be-5960d9842dbb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:46.078979 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8db9db50-1b9e-422c-b9b6-8a2916c459fa req-e32b1c97-3428-41a9-91be-5960d9842dbb tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0524392 Sep 22 13:17:46.125837 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8db9db50-1b9e-422c-b9b6-8a2916c459fa req-2df9893d-9b28-452a-aea1-0a5f1e91172f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381818 Sep 22 13:17:47.260619 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e065f50-9bac-447c-9184-c732083b849c req-a6e5dcd0-40cb-4c03-aa5f-8025e9472a83 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:47.262232 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6e065f50-9bac-447c-9184-c732083b849c req-a6e5dcd0-40cb-4c03-aa5f-8025e9472a83 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0606806 Sep 22 13:17:47.302245 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6e065f50-9bac-447c-9184-c732083b849c req-cc525d94-eb9f-49b2-8ae6-c8818de68361 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338750 Sep 22 13:17:48.451469 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c58d17-804b-47b4-89b7-f38119e076bd req-66bef161-a387-4f1e-9073-13d6b3fc7a57 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:48.453176 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-72c58d17-804b-47b4-89b7-f38119e076bd req-66bef161-a387-4f1e-9073-13d6b3fc7a57 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0674026 Sep 22 13:17:48.498371 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-72c58d17-804b-47b4-89b7-f38119e076bd req-5dbe2184-a7f5-4267-80d0-23b8986f12c8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386255 Sep 22 13:17:49.627071 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03abe-72a9-4887-b87d-5c6fc3fb2f66 req-7fa9aa3d-c505-437a-bce7-a64c3d727615 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:49.628733 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9de03abe-72a9-4887-b87d-5c6fc3fb2f66 req-7fa9aa3d-c505-437a-bce7-a64c3d727615 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0538526 Sep 22 13:17:49.673645 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9de03abe-72a9-4887-b87d-5c6fc3fb2f66 req-30c2451e-3ad3-44ec-80d4-012058c23cc7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384443 Sep 22 13:17:50.818298 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155b323-5d55-46f4-9a20-7d8632249dc7 req-a0d864c9-4eca-4eea-a766-a8f2b8754023 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:50.819716 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7155b323-5d55-46f4-9a20-7d8632249dc7 req-a0d864c9-4eca-4eea-a766-a8f2b8754023 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0541790 Sep 22 13:17:50.857481 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7155b323-5d55-46f4-9a20-7d8632249dc7 req-875dd627-8595-43c1-a32c-178b80637b03 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Sep 22 13:17:51.978469 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f8314-1d66-4dd0-b386-04782230caa0 req-19e55efe-79d9-4d83-a689-858592074c7f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:51.979977 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-429f8314-1d66-4dd0-b386-04782230caa0 req-19e55efe-79d9-4d83-a689-858592074c7f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0507250 Sep 22 13:17:52.030395 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-429f8314-1d66-4dd0-b386-04782230caa0 req-91d9dee1-35d1-471a-8ef5-a9b39586154b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421903 Sep 22 13:17:53.173107 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0d089-fd30-4f4d-9bf9-2c1ab5869e7c req-86dc9417-f6cc-47ed-a9f1-e7a3041aa247 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:53.174894 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-97e0d089-fd30-4f4d-9bf9-2c1ab5869e7c req-86dc9417-f6cc-47ed-a9f1-e7a3041aa247 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0562351 Sep 22 13:17:53.216469 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-97e0d089-fd30-4f4d-9bf9-2c1ab5869e7c req-45fa39cb-e603-464f-b7fb-69e3216424bf tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336654 Sep 22 13:17:54.351397 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f1ec8-be8b-4905-93c7-29ea7ec6c7f7 req-c71a0708-bac6-4beb-84de-88d362c93fe8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:54.352862 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-705f1ec8-be8b-4905-93c7-29ea7ec6c7f7 req-c71a0708-bac6-4beb-84de-88d362c93fe8 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0539613 Sep 22 13:17:54.392167 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-705f1ec8-be8b-4905-93c7-29ea7ec6c7f7 req-94b5edc4-f336-4da4-bb1c-8dc5aae27b92 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332723 Sep 22 13:17:54.507136 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:17:55.518166 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa996e-46a2-44fb-8470-8e2777413897 req-4cf98ad8-50ea-49b2-aa28-def4b23a304b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:55.519909 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4baa996e-46a2-44fb-8470-8e2777413897 req-4cf98ad8-50ea-49b2-aa28-def4b23a304b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 943 time: 0.0522332 Sep 22 13:17:55.561922 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4baa996e-46a2-44fb-8470-8e2777413897 req-99b73644-9f19-4be3-90fe-bd811ab62670 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342457 Sep 22 13:17:56.105630 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 41fae7da-fc4d-4e0a-8de7-c46984894344 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:17:56.207019 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 41fae7da-fc4d-4e0a-8de7-c46984894344, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=41fae7da-fc4d-4e0a-8de7-c46984894344,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:17:56.219306 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'port_id': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'mac_address': 'fa:16:3e:aa:44:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:17:56.259537 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:56.272851 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fae7da-fc4d-4e0a-8de7-c46984894344 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:17:56.292622 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 41fae7da-fc4d-4e0a-8de7-c46984894344, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=41fae7da-fc4d-4e0a-8de7-c46984894344,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:17:56.449365 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:56.497586 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=41fae7da-fc4d-4e0a-8de7-c46984894344,revision_number=9']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:56.504497 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:56.504861 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:56.505181 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:56.505510 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:56.505836 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:56.506162 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:56.506487 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:56.506806 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:56.507152 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:56.507497 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:56.507886 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:56.508355 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:17:56.698389 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['41fae7da-fc4d-4e0a-8de7-c46984894344'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:17:56.698849 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742fb0f-06ab-4bb0-a578-ba777008d1a8 req-f108c325-17b2-4320-b724-bc656c21d4d3 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:56.700545 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8742fb0f-06ab-4bb0-a578-ba777008d1a8 req-f108c325-17b2-4320-b724-bc656c21d4d3 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 944 time: 0.0587492 Sep 22 13:17:56.743180 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-8742fb0f-06ab-4bb0-a578-ba777008d1a8 req-d61a1c05-ad6f-410e-835b-89282d03c144 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351017 Sep 22 13:17:57.870202 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef066cba-8004-4570-bb7f-293ce5f0c7f1 req-35f74ded-b05b-4413-9398-1e10a1ba38cf tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:57.871778 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ef066cba-8004-4570-bb7f-293ce5f0c7f1 req-35f74ded-b05b-4413-9398-1e10a1ba38cf tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 944 time: 0.0511672 Sep 22 13:17:57.911691 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ef066cba-8004-4570-bb7f-293ce5f0c7f1 req-da7c2fd8-cda0-4982-bda6-de1a5dee9021 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335643 Sep 22 13:17:58.118019 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 41fae7da-fc4d-4e0a-8de7-c46984894344 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:17:58.166285 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port 41fae7da-fc4d-4e0a-8de7-c46984894344 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:17:58.166736 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:58.247187 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:58.269904 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62793f2a-0117-416d-89c6-6c431f18e376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fae7da-fc4d-4e0a-8de7-c46984894344'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:17:58.272181 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a33a066-ccb8-48d7-a903-a2b39e10ef4c" -d '{"events": [{"server_uuid": "62793f2a-0117-416d-89c6-6c431f18e376", "name": "network-vif-plugged", "status": "completed", "tag": "41fae7da-fc4d-4e0a-8de7-c46984894344"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:17:58.285406 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 41fae7da-fc4d-4e0a-8de7-c46984894344, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=41fae7da-fc4d-4e0a-8de7-c46984894344,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:17:58.309239 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f927cf-d8e9-4ac9-9f1a-595ce6569648 x-openstack-request-id: req-f3f927cf-d8e9-4ac9-9f1a-595ce6569648 {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:17:58.309531 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62793f2a-0117-416d-89c6-6c431f18e376", "name": "network-vif-plugged", "status": "completed", "tag": "41fae7da-fc4d-4e0a-8de7-c46984894344", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:17:58.309810 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3f927cf-d8e9-4ac9-9f1a-595ce6569648 {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:17:58.310226 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62793f2a-0117-416d-89c6-6c431f18e376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'code': 200} Sep 22 13:17:59.021013 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:17:59.041410 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3352c6-68e5-47fe-b8b5-cbc00dabcc77 req-7abd2461-0257-477f-b0a1-c9a8a2d88957 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:59.042987 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0d3352c6-68e5-47fe-b8b5-cbc00dabcc77 req-7abd2461-0257-477f-b0a1-c9a8a2d88957 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 944 time: 0.0560274 Sep 22 13:17:59.073422 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=41fae7da-fc4d-4e0a-8de7-c46984894344,revision_number=10']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:17:59.081755 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0d3352c6-68e5-47fe-b8b5-cbc00dabcc77 req-dae0c331-6db3-40b1-a3d2-08401bc487cc tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326080 Sep 22 13:17:59.524315 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d9e2c-0a94-4de2-806a-5acf7b638ae9 req-51ca9dd1-1451-470b-99a4-5730cfabc79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:17:59.526500 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-255d9e2c-0a94-4de2-806a-5acf7b638ae9 req-51ca9dd1-1451-470b-99a4-5730cfabc79d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 1099 time: 0.0417051 Sep 22 13:17:59.575789 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-255d9e2c-0a94-4de2-806a-5acf7b638ae9 req-7015ea4c-2613-402c-9763-8544453b1cf2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424671 Sep 22 13:18:00.216232 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae21a44-52bf-48c4-aec5-0dcef3b23efe req-db7f6499-b296-458e-8d64-3b2be0c6bcd9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:18:00.217784 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-aae21a44-52bf-48c4-aec5-0dcef3b23efe req-db7f6499-b296-458e-8d64-3b2be0c6bcd9 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 946 time: 0.0502763 Sep 22 13:18:00.257845 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-aae21a44-52bf-48c4-aec5-0dcef3b23efe req-da38fde6-1e5f-4048-8abe-3cbc95a36e36 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341620 Sep 22 13:18:00.563687 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 36700) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:00.608622 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b84032a-e1ad-4f06-a41e-d3867ecf2579 admin admin] Deleting subnet 30c192e2-9910-4d81-9ef2-57121e0b8280 {{(pid=94873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:18:00.612142 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b84032a-e1ad-4f06-a41e-d3867ecf2579 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:00.647552 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b84032a-e1ad-4f06-a41e-d3867ecf2579 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094421'] for subnet, precommit_delete_associations {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:00.697926 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b84032a-e1ad-4f06-a41e-d3867ecf2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:00.863823 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b84032a-e1ad-4f06-a41e-d3867ecf2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11900442'] for subnet, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:00.890628 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84032a-e1ad-4f06-a41e-d3867ecf2579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c192e2-9910-4d81-9ef2-57121e0b8280,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:00.896171 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-7b84032a-e1ad-4f06-a41e-d3867ecf2579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:00.898133 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-7b84032a-e1ad-4f06-a41e-d3867ecf2579 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/30c192e2-9910-4d81-9ef2-57121e0b8280 HTTP/1.1" status: 204 len: 168 time: 0.3334448 Sep 22 13:18:00.900821 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 36718) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:00.972765 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bc1e082d-ef8a-4ff0-9531-6ed2e163c153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:01.058694 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bc1e082d-ef8a-4ff0-9531-6ed2e163c153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:01.078747 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-bc1e082d-ef8a-4ff0-9531-6ed2e163c153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a73b91-5979-401e-ac30-5b2fa30cb9ce']}} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:01.088713 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-bc1e082d-ef8a-4ff0-9531-6ed2e163c153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b139e4d3-6a62-4b85-8e48-9e1d38db7ef4') {'for_net_delete': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:01.089010 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-bc1e082d-ef8a-4ff0-9531-6ed2e163c153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b139e4d3-6a62-4b85-8e48-9e1d38db7ef4') {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:01.098812 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bc1e082d-ef8a-4ff0-9531-6ed2e163c153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10094412'] for segment, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:01.113708 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bc1e082d-ef8a-4ff0-9531-6ed2e163c153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:01.121110 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1e082d-ef8a-4ff0-9531-6ed2e163c153 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:18:01.121469 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bc1e082d-ef8a-4ff0-9531-6ed2e163c153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9138693'] for segment, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: Traceback (most recent call last): Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: timer() Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: cb(*args, **kw) Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: return func(*args, **kwargs) Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: self._notify() Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: self.callback(batched_events) Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: event.method(event) Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: return f(self, *a, **k) Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._get(url).json() Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: return self.request(url, 'GET', **kwargs) Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:18:01.123114 dv-cinder-810000-3-iscsi neutron-server[94873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:18:01.254839 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bc1e082d-ef8a-4ff0-9531-6ed2e163c153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:01.260099 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-bc1e082d-ef8a-4ff0-9531-6ed2e163c153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:01.262357 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-bc1e082d-ef8a-4ff0-9531-6ed2e163c153 admin admin] 10.222.0.43 "DELETE /v2.0/networks/88a73b91-5979-401e-ac30-5b2fa30cb9ce HTTP/1.1" status: 204 len: 168 time: 0.3604739 Sep 22 13:18:01.276991 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e082d-ef8a-4ff0-9531-6ed2e163c153 admin admin] Pushing event deleted for resources: {'Network': ['ID=88a73b91-5979-401e-ac30-5b2fa30cb9ce,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:01.413394 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaffb9c-38b7-4535-84fe-575009891132 req-9e09ff01-c693-432d-8db1-0a87b398506f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:18:01.414960 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ecaffb9c-38b7-4535-84fe-575009891132 req-9e09ff01-c693-432d-8db1-0a87b398506f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 946 time: 0.0704300 Sep 22 13:18:01.457518 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ecaffb9c-38b7-4535-84fe-575009891132 req-c3d9b6db-08a6-44fc-aab0-49a13a506068 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359836 Sep 22 13:18:01.685686 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 36746) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:01.728587 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-c2763e53-69e9-4321-8e15-a26249e3bae5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2009da3841b14ba69e6be541cc0ec136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417352 Sep 22 13:18:01.730976 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 36748) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:01.789075 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-383b6bd9-944e-443e-8210-cda41420d316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:01.811550 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-383b6bd9-944e-443e-8210-cda41420d316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:01.925986 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-383b6bd9-944e-443e-8210-cda41420d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:01.928661 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-383b6bd9-944e-443e-8210-cda41420d316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:01.932153 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-383b6bd9-944e-443e-8210-cda41420d316 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4655ddb1-659f-4d88-bb6c-27386b2c0365 HTTP/1.1" status: 204 len: 168 time: 0.1979201 Sep 22 13:18:01.938940 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b6bd9-944e-443e-8210-cda41420d316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4655ddb1-659f-4d88-bb6c-27386b2c0365,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:02.585015 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7c70f-73e3-4573-86c8-76395888c926 req-552c070f-4aa5-4078-84d6-1465e9b81778 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:18:02.587243 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7cf7c70f-73e3-4573-86c8-76395888c926 req-552c070f-4aa5-4078-84d6-1465e9b81778 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 946 time: 0.0542963 Sep 22 13:18:02.629627 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7cf7c70f-73e3-4573-86c8-76395888c926 req-964c54b8-b99f-4716-af7f-169874f7848b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355365 Sep 22 13:18:05.051268 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-cdb86943-27e8-43b6-ae92-a87879793131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:08.553797 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0f73e250-6e05-4cf4-8fb0-eed80484a38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:08.911683 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:09.300731 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:10.057474 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:11.668111 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:15.479664 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-58453dc9-9041-41ce-a7d1-34cb4692d57c req-6911a433-7892-4c2e-b42a-9331dbabbce6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446258 Sep 22 13:18:15.554776 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58453dc9-9041-41ce-a7d1-34cb4692d57c req-dded1248-f1df-4d56-96eb-8cfac66afe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:18:15.556412 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-58453dc9-9041-41ce-a7d1-34cb4692d57c req-dded1248-f1df-4d56-96eb-8cfac66afe13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d0eaec60ee64de8bef900efc8811d07&device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 1099 time: 0.0499244 Sep 22 13:18:15.721294 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58453dc9-9041-41ce-a7d1-34cb4692d57c req-be9fcb3f-16cb-488b-a621-aab79073d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:18:15.722799 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-58453dc9-9041-41ce-a7d1-34cb4692d57c req-be9fcb3f-16cb-488b-a621-aab79073d70e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7ff256e-94df-44a6-b96c-3d0c6896f093 HTTP/1.1" status: 200 len: 912 time: 0.1419308 Sep 22 13:18:15.797206 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-58453dc9-9041-41ce-a7d1-34cb4692d57c req-55cbf4e8-dc42-40cd-85dc-bab0bf39879e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a3f99ba-d71c-4230-ae3c-9417e9cad085 HTTP/1.1" status: 200 len: 1001 time: 0.0658998 Sep 22 13:18:15.852587 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58453dc9-9041-41ce-a7d1-34cb4692d57c req-4bf18a88-c655-4d07-b691-0d2eea8ed47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:18:15.854134 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-58453dc9-9041-41ce-a7d1-34cb4692d57c req-4bf18a88-c655-4d07-b691-0d2eea8ed47f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1619f7f4-41aa-4194-b81e-a75b642a92db HTTP/1.1" status: 200 len: 850 time: 0.0484288 Sep 22 13:18:15.907842 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58453dc9-9041-41ce-a7d1-34cb4692d57c req-066df176-f59c-46f8-ac37-0b82d504a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:18:15.909435 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-58453dc9-9041-41ce-a7d1-34cb4692d57c req-066df176-f59c-46f8-ac37-0b82d504a1fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7ff256e-94df-44a6-b96c-3d0c6896f093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480633 Sep 22 13:18:16.008132 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-58453dc9-9041-41ce-a7d1-34cb4692d57c req-329ff3cd-f565-4e55-b410-98da1faa383e service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911808 Sep 22 13:18:16.397050 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-58453dc9-9041-41ce-a7d1-34cb4692d57c req-8052a89a-4621-411f-a26f-605219a50ab1 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805857 Sep 22 13:18:17.915888 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974e4bb-33bf-4889-915f-604fbf44f91a req-3264cab6-595d-4668-ae07-9dd57e969148 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:18:17.917986 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0974e4bb-33bf-4889-915f-604fbf44f91a req-3264cab6-595d-4668-ae07-9dd57e969148 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 946 time: 0.0535917 Sep 22 13:18:17.963344 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0974e4bb-33bf-4889-915f-604fbf44f91a req-fae0b426-df3d-42e7-ac42-e9dfbb4f6bc4 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391853 Sep 22 13:18:19.082510 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48db29d-c521-48bd-a8eb-14518ea7e2a7 req-db2865fb-461b-486c-b9f8-c00bcf280f93 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:18:19.084050 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e48db29d-c521-48bd-a8eb-14518ea7e2a7 req-db2865fb-461b-486c-b9f8-c00bcf280f93 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 946 time: 0.0493944 Sep 22 13:18:19.123224 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e48db29d-c521-48bd-a8eb-14518ea7e2a7 req-45259c20-31f2-404a-ac1a-80a0882a92f6 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326393 Sep 22 13:18:19.753205 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-1bf4f1fa-99df-4ef7-92de-37de23c654ef tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:18:19.754648 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-1bf4f1fa-99df-4ef7-92de-37de23c654ef tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 946 time: 0.0466778 Sep 22 13:18:19.846853 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Deleting port 6a3f99ba-d71c-4230-ae3c-9417e9cad085 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:18:19.847189 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:19.933669 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] For port 6a3f99ba-d71c-4230-ae3c-9417e9cad085, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=6a3f99ba-d71c-4230-ae3c-9417e9cad085,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:18:19.934058 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:20.114400 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:20.114760 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:20.115080 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.l3_db [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Floating IP 48c02223-37a4-4f3a-93da-6a0828ef1c50 disassociated. External IP: 172.27.1.41, port: 6a3f99ba-d71c-4230-ae3c-9417e9cad085. Sep 22 13:18:20.115417 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Calling delete_port for 6a3f99ba-d71c-4230-ae3c-9417e9cad085 owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:18:20.276707 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555ff18-e990-4f2a-bd25-938aec310b27 req-68bdad2f-a38d-4071-82f2-c25bc7640ca1 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:18:20.278205 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7555ff18-e990-4f2a-bd25-938aec310b27 req-68bdad2f-a38d-4071-82f2-c25bc7640ca1 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 946 time: 0.0880778 Sep 22 13:18:20.317313 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7555ff18-e990-4f2a-bd25-938aec310b27 req-36843359-5a84-4ae9-ae9b-0120511091f9 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331094 Sep 22 13:18:20.347502 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:20.378950 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event deleted for resources: {'Port': ['ID=6a3f99ba-d71c-4230-ae3c-9417e9cad085,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:20.490993 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Router 5886909b-55f8-47aa-b4dd-2ad08d49206d has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:18:20.606722 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:18:20.618027 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd96deec-79a3-49f0-b8f9-f620e869e552 None None] Sync routers for ids ['5886909b-55f8-47aa-b4dd-2ad08d49206d'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:18:20.627401 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd96deec-79a3-49f0-b8f9-f620e869e552 None None] Routers {'5886909b-55f8-47aa-b4dd-2ad08d49206d'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:18:20.628046 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bd96deec-79a3-49f0-b8f9-f620e869e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:18:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['5886909b-55f8-47aa-b4dd-2ad08d49206d'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:20.645442 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] No DVR routers for this DVR port 6a3f99ba-d71c-4230-ae3c-9417e9cad085 on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:18:20.648581 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:20.650527 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-83193754-c930-4f0e-b7ff-4b5e7a61cd08 req-7bed0417-7725-48ad-bac5-640f43fb7b3a tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.23 "DELETE /v2.0/ports/6a3f99ba-d71c-4230-ae3c-9417e9cad085 HTTP/1.1" status: 204 len: 173 time: 0.8899164 Sep 22 13:18:20.650962 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53b0e58-00af-455d-992d-25020215286d', 'name': 'network-vif-deleted', 'tag': '6a3f99ba-d71c-4230-ae3c-9417e9cad085'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:18:20.653221 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de978225-50e6-4dec-80ba-647a42d74c40" -d '{"events": [{"server_uuid": "e53b0e58-00af-455d-992d-25020215286d", "name": "network-vif-deleted", "tag": "6a3f99ba-d71c-4230-ae3c-9417e9cad085"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:18:20.690553 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8078b9c1-cc77-4f5b-98de-d3911092615b x-openstack-request-id: req-8078b9c1-cc77-4f5b-98de-d3911092615b {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:18:20.690843 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53b0e58-00af-455d-992d-25020215286d", "name": "network-vif-deleted", "tag": "6a3f99ba-d71c-4230-ae3c-9417e9cad085", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:18:20.691086 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8078b9c1-cc77-4f5b-98de-d3911092615b {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:18:20.691752 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53b0e58-00af-455d-992d-25020215286d', 'name': 'network-vif-deleted', 'tag': '6a3f99ba-d71c-4230-ae3c-9417e9cad085', 'status': 'completed', 'code': 200} Sep 22 13:18:20.739191 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-bd96deec-79a3-49f0-b8f9-f620e869e552 None None] Set router 5886909b-55f8-47aa-b4dd-2ad08d49206d gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:18:21.073007 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bd96deec-79a3-49f0-b8f9-f620e869e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:18Z', 'revision_number': 5, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:21.098851 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd96deec-79a3-49f0-b8f9-f620e869e552 None None] Checking router: 5886909b-55f8-47aa-b4dd-2ad08d49206d for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:18:21.107775 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd96deec-79a3-49f0-b8f9-f620e869e552 None None] Routers {'5886909b-55f8-47aa-b4dd-2ad08d49206d'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:18:21.108387 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bd96deec-79a3-49f0-b8f9-f620e869e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:18:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['5886909b-55f8-47aa-b4dd-2ad08d49206d'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:21.216840 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-bd96deec-79a3-49f0-b8f9-f620e869e552 None None] Set router 5886909b-55f8-47aa-b4dd-2ad08d49206d gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:18:21.421055 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-bd96deec-79a3-49f0-b8f9-f620e869e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:18Z', 'revision_number': 5, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:21.423506 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-84a99e20-e376-4f95-8543-9c107549fe04 req-bdfa99c0-b3e4-4641-861d-1dbfaf919d91 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/ports?device_id=e53b0e58-00af-455d-992d-25020215286d HTTP/1.1" status: 200 len: 210 time: 0.0269945 Sep 22 13:18:21.449722 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd96deec-79a3-49f0-b8f9-f620e869e552 None None] The sync data for ids ['5886909b-55f8-47aa-b4dd-2ad08d49206d'] in dv-cinder-810000-3-iscsi is: [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:11:10Z', 'revision_number': 4, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '66f65535-a671-4250-9cef-92b294c45c82', 'name': '', 'network_id': 'f7ff256e-94df-44a6-b96c-3d0c6896f093', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'mac_address': 'fa:16:3e:31:97:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:08Z', 'updated_at': '2021-09-22T13:11:18Z', 'revision_number': 5, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'subnets': [{'id': '1619f7f4-41aa-4194-b81e-a75b642a92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:18:21.657653 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00f9c79-c381-4ae3-8194-a48049eaf03b None None] New status for floating IP 48c02223-37a4-4f3a-93da-6a0828ef1c50: DOWN {{(pid=94875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:18:22.279577 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 6a3f99ba-d71c-4230-ae3c-9417e9cad085 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:18:22.312573 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: 6a3f99ba-d71c-4230-ae3c-9417e9cad085 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:18:22.313135 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 6a3f99ba-d71c-4230-ae3c-9417e9cad085 not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:18:22.571905 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 36862) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:22.628774 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ad2fd8e-4ff9-48d1-9059-56b2497e7217 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:22.654539 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ad2fd8e-4ff9-48d1-9059-56b2497e7217 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:22.790782 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ad2fd8e-4ff9-48d1-9059-56b2497e7217 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:22.793064 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0ad2fd8e-4ff9-48d1-9059-56b2497e7217 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:22.794255 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-0ad2fd8e-4ff9-48d1-9059-56b2497e7217 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "DELETE /v2.0/security-groups/9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b HTTP/1.1" status: 204 len: 168 time: 0.2213171 Sep 22 13:18:22.797121 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 36864) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:22.803409 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2fd8e-4ff9-48d1-9059-56b2497e7217 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:22.810934 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.api.v2.resource [None req-a6d50a71-46a2-4467-9d21-aeaa14437cfa tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] show failed (client error): The resource could not be found. Sep 22 13:18:22.812185 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-a6d50a71-46a2-4467-9d21-aeaa14437cfa tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "GET /v2.0/security-groups/9e7ce54f-65cf-4e1a-9bd0-dd0557426b1b HTTP/1.1" status: 404 len: 347 time: 0.0139315 Sep 22 13:18:22.814989 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 36866) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:22.936436 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Deleting port f5c0506c-9a75-4994-82d4-aea0ac3ad17d {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:18:22.936771 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:23.013368 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:23.013980 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:23.025788 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Calling delete_port for f5c0506c-9a75-4994-82d4-aea0ac3ad17d owned by network:floatingip {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:18:23.227097 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:23.249904 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Pushing event deleted for resources: {'Port': ['ID=f5c0506c-9a75-4994-82d4-aea0ac3ad17d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:23.260303 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:23.260656 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:23.261021 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:23.261484 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:23.262131 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:23.262131 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:23.262464 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:23.262797 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:23.263127 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:23.263473 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:23.264054 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:23.264378 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:23.324890 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks [] for floatingip, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:23.327388 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:23.328635 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-d1b18334-79f7-4f74-9b2a-e29fc2b7e398 tempest-AttachVolumeTestJSON-605221999 tempest-AttachVolumeTestJSON-605221999-project] 10.222.0.43 "DELETE /v2.0/floatingips/48c02223-37a4-4f3a-93da-6a0828ef1c50 HTTP/1.1" status: 204 len: 168 time: 0.5126851 Sep 22 13:18:27.516696 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 36896) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:28.063443 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06843c40-536c-4aca-a9d0-8c922e0f4283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561945'] for router_interface, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:28.309710 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-06843c40-536c-4aca-a9d0-8c922e0f4283 admin admin] Deleting port 66f65535-a671-4250-9cef-92b294c45c82 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:18:28.310135 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06843c40-536c-4aca-a9d0-8c922e0f4283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:28.389367 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-06843c40-536c-4aca-a9d0-8c922e0f4283 admin admin] For port 66f65535-a671-4250-9cef-92b294c45c82, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=66f65535-a671-4250-9cef-92b294c45c82,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:18:28.389625 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06843c40-536c-4aca-a9d0-8c922e0f4283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:28.405960 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-06843c40-536c-4aca-a9d0-8c922e0f4283 admin admin] Calling delete_port for 66f65535-a671-4250-9cef-92b294c45c82 owned by network:router_interface {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:18:28.696171 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06843c40-536c-4aca-a9d0-8c922e0f4283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:28.723612 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06843c40-536c-4aca-a9d0-8c922e0f4283 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f65535-a671-4250-9cef-92b294c45c82,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:28.902930 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-06843c40-536c-4aca-a9d0-8c922e0f4283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564368'] for router_interface, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:29.121430 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06843c40-536c-4aca-a9d0-8c922e0f4283 admin admin] Router 5886909b-55f8-47aa-b4dd-2ad08d49206d has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:18:29.230633 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06843c40-536c-4aca-a9d0-8c922e0f4283 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:18:29.235875 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-06843c40-536c-4aca-a9d0-8c922e0f4283 admin admin] 10.222.0.43 "PUT /v2.0/routers/5886909b-55f8-47aa-b4dd-2ad08d49206d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7179983 Sep 22 13:18:29.238354 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 36900) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:29.241065 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bf4f2a-3e87-4027-ba8f-e8019202648d None None] Sync routers for ids ['5886909b-55f8-47aa-b4dd-2ad08d49206d'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:18:29.250703 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf4f2a-3e87-4027-ba8f-e8019202648d None None] Routers {'5886909b-55f8-47aa-b4dd-2ad08d49206d'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:18:29.251345 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-35bf4f2a-3e87-4027-ba8f-e8019202648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:18:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['5886909b-55f8-47aa-b4dd-2ad08d49206d'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:29.342043 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:29.359094 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-35bf4f2a-3e87-4027-ba8f-e8019202648d None None] Set router 5886909b-55f8-47aa-b4dd-2ad08d49206d gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:18:29.447915 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:29.546753 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-35bf4f2a-3e87-4027-ba8f-e8019202648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:18:28Z', 'revision_number': 5, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port': {'id': 'a6771f96-87a2-48d3-a583-e439b3c9cdc8', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:02Z', 'updated_at': '2021-09-22T13:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:29.568332 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] Deleting port a6771f96-87a2-48d3-a583-e439b3c9cdc8 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:18:29.568669 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:29.573622 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bf4f2a-3e87-4027-ba8f-e8019202648d None None] Checking router: 5886909b-55f8-47aa-b4dd-2ad08d49206d for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:18:29.585563 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf4f2a-3e87-4027-ba8f-e8019202648d None None] Routers {'5886909b-55f8-47aa-b4dd-2ad08d49206d'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:18:29.586777 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-35bf4f2a-3e87-4027-ba8f-e8019202648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:18:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['5886909b-55f8-47aa-b4dd-2ad08d49206d'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:29.651410 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] For port a6771f96-87a2-48d3-a583-e439b3c9cdc8, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a6771f96-87a2-48d3-a583-e439b3c9cdc8,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:18:29.651963 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:29.668646 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] Calling delete_port for a6771f96-87a2-48d3-a583-e439b3c9cdc8 owned by network:router_gateway {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:18:29.675509 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-35bf4f2a-3e87-4027-ba8f-e8019202648d None None] Set router 5886909b-55f8-47aa-b4dd-2ad08d49206d gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:18:29.728049 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-35bf4f2a-3e87-4027-ba8f-e8019202648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:18:29Z', 'revision_number': 6, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port_host': None}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:29.758257 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bf4f2a-3e87-4027-ba8f-e8019202648d None None] The sync data for ids ['5886909b-55f8-47aa-b4dd-2ad08d49206d'] in dv-cinder-810000-3-iscsi is: [{'id': '5886909b-55f8-47aa-b4dd-2ad08d49206d', 'name': 'tempest-AttachVolumeTestJSON-1309485107-router', 'tenant_id': '3d0eaec60ee64de8bef900efc8811d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:11:01Z', 'updated_at': '2021-09-22T13:18:29Z', 'revision_number': 6, 'project_id': '3d0eaec60ee64de8bef900efc8811d07', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:18:29.912555 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:29.939076 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a6771f96-87a2-48d3-a583-e439b3c9cdc8,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:30.006015 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564307'] for router_gateway, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:30.091560 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2980'] for router, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:30.093843 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:30.224484 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558133'] for router, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:30.225053 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5886909b-55f8-47aa-b4dd-2ad08d49206d {{(pid=94873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 13:18:30.240998 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] Notify callbacks [] for router, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:30.240998 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-ff82cf65-7433-4a2e-9094-021a7e0794ed admin admin] 10.222.0.43 "DELETE /v2.0/routers/5886909b-55f8-47aa-b4dd-2ad08d49206d HTTP/1.1" status: 204 len: 168 time: 0.9915271 Sep 22 13:18:30.240998 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 36904) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:30.279883 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcde982-9b08-497a-8d0b-5582e3ea3664 admin admin] Deleting subnet 1619f7f4-41aa-4194-b81e-a75b642a92db {{(pid=94873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:18:30.283252 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebcde982-9b08-497a-8d0b-5582e3ea3664 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:30.318903 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebcde982-9b08-497a-8d0b-5582e3ea3664 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094421'] for subnet, precommit_delete_associations {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:30.668370 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebcde982-9b08-497a-8d0b-5582e3ea3664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:30.815719 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebcde982-9b08-497a-8d0b-5582e3ea3664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11900442'] for subnet, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:30.843632 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcde982-9b08-497a-8d0b-5582e3ea3664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1619f7f4-41aa-4194-b81e-a75b642a92db,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:30.847364 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ebcde982-9b08-497a-8d0b-5582e3ea3664 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:30.849674 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-ebcde982-9b08-497a-8d0b-5582e3ea3664 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1619f7f4-41aa-4194-b81e-a75b642a92db HTTP/1.1" status: 204 len: 168 time: 0.6151190 Sep 22 13:18:30.852896 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 36906) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:30.856460 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78858ab-8831-4bcb-ae0c-a09464927f26 None None] Network f7ff256e-94df-44a6-b96c-3d0c6896f093 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:18:30.873837 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 66f65535-a671-4250-9cef-92b294c45c82 no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:18:30.904359 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: 66f65535-a671-4250-9cef-92b294c45c82 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:18:30.904705 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 66f65535-a671-4250-9cef-92b294c45c82 not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:18:30.905166 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a6771f96-87a2-48d3-a583-e439b3c9cdc8 no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:18:30.928514 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:30.955225 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: a6771f96-87a2-48d3-a583-e439b3c9cdc8 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:18:30.955595 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a6771f96-87a2-48d3-a583-e439b3c9cdc8 not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:18:30.987248 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Deleting port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:18:30.987616 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:31.053632 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] For port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:18:31.053995 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:31.066471 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Calling delete_port for ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:18:31.078239 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db6cf80-4d0d-438b-9359-d326b9fafbd5 None None] DHCP port deletion for f7ff256e-94df-44a6-b96c-3d0c6896f093 request from dv-cinder-810000-3-iscsi {{(pid=94874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 13:18:31.125360 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-6db6cf80-4d0d-438b-9359-d326b9fafbd5 None None] Deleting port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 {{(pid=94874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:18:31.125759 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6db6cf80-4d0d-438b-9359-d326b9fafbd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:31.189954 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-6db6cf80-4d0d-438b-9359-d326b9fafbd5 None None] For port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48,segment=NetworkSegment(5b37154d-45af-4b36-8f0a-7f2588b6a428),segment_id=5b37154d-45af-4b36-8f0a-7f2588b6a428)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:18:31.190349 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6db6cf80-4d0d-438b-9359-d326b9fafbd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:31.204425 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-6db6cf80-4d0d-438b-9359-d326b9fafbd5 None None] Calling delete_port for ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 owned by network:dhcp {{(pid=94874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:18:31.210528 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:31.238265 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:31.240150 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] No DVR routers for this DVR port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 on host dv-cinder-810000-3-iscsi {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:18:31.287221 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6db6cf80-4d0d-438b-9359-d326b9fafbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408'] for port, after_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:31.313743 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:31.314098 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6cf80-4d0d-438b-9359-d326b9fafbd5 None None] Pushing event deleted for resources: {'Port': ['ID=ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48,revision_number=None']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:31.317329 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db6cf80-4d0d-438b-9359-d326b9fafbd5 None None] No DVR routers for this DVR port ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 on host dv-cinder-810000-3-iscsi {{(pid=94874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:18:31.336517 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ff256e-94df-44a6-b96c-3d0c6896f093']}} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:31.346093 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b37154d-45af-4b36-8f0a-7f2588b6a428') {'for_net_delete': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:31.346390 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b37154d-45af-4b36-8f0a-7f2588b6a428') {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:31.356225 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10094412'] for segment, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:31.369791 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:31.375776 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:18:31.376157 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9138693'] for segment, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: Traceback (most recent call last): Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: timer() Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: cb(*args, **kw) Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: return func(*args, **kwargs) Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: self._notify() Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: self.callback(batched_events) Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: event.method(event) Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: return f(self, *a, **k) Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._get(url).json() Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: return self.request(url, 'GET', **kwargs) Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:18:31.377826 dv-cinder-810000-3-iscsi neutron-server[94873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:18:31.498474 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:31.503910 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:31.508796 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f7ff256e-94df-44a6-b96c-3d0c6896f093 HTTP/1.1" status: 204 len: 168 time: 0.6517692 Sep 22 13:18:31.509135 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:18:31.518031 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89feabf-5b9f-484e-a359-f60fa214e9f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ff256e-94df-44a6-b96c-3d0c6896f093,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:31.800545 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 36910) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:31.842879 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-ce2ce3c3-2885-48ea-b97c-420861e866b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d0eaec60ee64de8bef900efc8811d07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433693 Sep 22 13:18:31.845366 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 36912) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:31.899936 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8e57c494-32f5-40d4-8ee4-c36fb6588c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:31.922044 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8e57c494-32f5-40d4-8ee4-c36fb6588c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:32.064314 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8e57c494-32f5-40d4-8ee4-c36fb6588c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:32.066924 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8e57c494-32f5-40d4-8ee4-c36fb6588c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:32.068151 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-8e57c494-32f5-40d4-8ee4-c36fb6588c2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e891f6a-64f9-44d0-8152-7ed3a04cc378 HTTP/1.1" status: 204 len: 168 time: 0.2218697 Sep 22 13:18:32.076799 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57c494-32f5-40d4-8ee4-c36fb6588c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e891f6a-64f9-44d0-8152-7ed3a04cc378,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:32.853268 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:18:32.879757 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:18:32.879757 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device ce96d9c8-a2a7-4b01-b7a0-d5074c6ccc48 not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:18:35.047074 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-430f71c7-a54b-484d-b032-2f2d4fb961ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:36.197225 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ce678-bb52-49cc-97a1-8f441be1e821 req-f2574380-7781-41b1-8a98-a8427d89951b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:18:36.198806 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b58ce678-bb52-49cc-97a1-8f441be1e821 req-f2574380-7781-41b1-8a98-a8427d89951b tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 946 time: 0.0609212 Sep 22 13:18:36.245644 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b58ce678-bb52-49cc-97a1-8f441be1e821 req-75df2e20-a35c-454e-92a9-6fff8546c05f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389855 Sep 22 13:18:37.380157 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be767bd-2f01-48c8-84b1-72a0f4942ffa req-5562e1fd-3aeb-4682-89ec-9f5a1a122052 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:18:37.381677 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5be767bd-2f01-48c8-84b1-72a0f4942ffa req-5562e1fd-3aeb-4682-89ec-9f5a1a122052 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 946 time: 0.0525033 Sep 22 13:18:37.421278 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5be767bd-2f01-48c8-84b1-72a0f4942ffa req-35c0528c-9ab5-4e4a-82ea-e3ef78ce5543 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups?id=120af924-7eb3-4511-a848-b84277f127e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333669 Sep 22 13:18:37.504285 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-66bcc5da-0f07-4150-a9fa-ec1bf5cdfdb7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:18:37.505789 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-66bcc5da-0f07-4150-a9fa-ec1bf5cdfdb7 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.23 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 946 time: 0.0521817 Sep 22 13:18:37.602237 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Deleting port 41fae7da-fc4d-4e0a-8de7-c46984894344 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:18:37.602605 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:37.699213 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] For port 41fae7da-fc4d-4e0a-8de7-c46984894344, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=41fae7da-fc4d-4e0a-8de7-c46984894344,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:18:37.704917 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:37.868444 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:37.868803 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:37.869120 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.l3_db [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Floating IP 4b7f0aa2-6f05-4624-ae72-8b1691b9f0aa disassociated. External IP: 172.27.1.122, port: 41fae7da-fc4d-4e0a-8de7-c46984894344. Sep 22 13:18:37.869459 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Calling delete_port for 41fae7da-fc4d-4e0a-8de7-c46984894344 owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:18:38.106150 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:38.135925 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event deleted for resources: {'Port': ['ID=41fae7da-fc4d-4e0a-8de7-c46984894344,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:38.249554 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Router 93214d41-71a8-4eef-8d3a-e7204e2db677 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:18:38.356927 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:18:38.367008 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb3ea0-8e6d-4145-9422-cb4f9498ea6e None None] Sync routers for ids ['93214d41-71a8-4eef-8d3a-e7204e2db677'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:18:38.377143 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb3ea0-8e6d-4145-9422-cb4f9498ea6e None None] Routers {'93214d41-71a8-4eef-8d3a-e7204e2db677'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:18:38.377843 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-93bb3ea0-8e6d-4145-9422-cb4f9498ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:18:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['93214d41-71a8-4eef-8d3a-e7204e2db677'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:38.395622 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] No DVR routers for this DVR port 41fae7da-fc4d-4e0a-8de7-c46984894344 on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:18:38.398068 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:38.400092 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6a3cf6ab-fd3b-4493-a870-89530a0b71af req-f423e278-f378-4d66-9009-69a96a88fcec tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.23 "DELETE /v2.0/ports/41fae7da-fc4d-4e0a-8de7-c46984894344 HTTP/1.1" status: 204 len: 173 time: 0.8886714 Sep 22 13:18:38.400526 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62793f2a-0117-416d-89c6-6c431f18e376', 'name': 'network-vif-deleted', 'tag': '41fae7da-fc4d-4e0a-8de7-c46984894344'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:18:38.406996 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b38472f-6018-4469-a4ff-acb75e2ba777" -d '{"events": [{"server_uuid": "62793f2a-0117-416d-89c6-6c431f18e376", "name": "network-vif-deleted", "tag": "41fae7da-fc4d-4e0a-8de7-c46984894344"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:18:38.439825 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bb2d79-91a6-4759-8140-c88022e1eb99 x-openstack-request-id: req-a5bb2d79-91a6-4759-8140-c88022e1eb99 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:18:38.447244 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62793f2a-0117-416d-89c6-6c431f18e376", "name": "network-vif-deleted", "tag": "41fae7da-fc4d-4e0a-8de7-c46984894344", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:18:38.447244 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5bb2d79-91a6-4759-8140-c88022e1eb99 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:18:38.447244 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62793f2a-0117-416d-89c6-6c431f18e376', 'name': 'network-vif-deleted', 'tag': '41fae7da-fc4d-4e0a-8de7-c46984894344', 'status': 'completed', 'code': 200} Sep 22 13:18:38.541514 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8eb4640d-2091-4bc0-b696-5d2158d37008 req-5433afd6-fed7-4a95-93d9-e789962d0afa tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/ports?device_id=62793f2a-0117-416d-89c6-6c431f18e376 HTTP/1.1" status: 200 len: 210 time: 0.0293462 Sep 22 13:18:38.551775 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f657140a-3b8d-4b92-9955-6e69b47c2d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:38.586540 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-93bb3ea0-8e6d-4145-9422-cb4f9498ea6e None None] Set router 93214d41-71a8-4eef-8d3a-e7204e2db677 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:18:38.787413 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-93bb3ea0-8e6d-4145-9422-cb4f9498ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:15Z', 'revision_number': 5, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:38.818253 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb3ea0-8e6d-4145-9422-cb4f9498ea6e None None] Checking router: 93214d41-71a8-4eef-8d3a-e7204e2db677 for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:18:38.827179 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb3ea0-8e6d-4145-9422-cb4f9498ea6e None None] Routers {'93214d41-71a8-4eef-8d3a-e7204e2db677'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:18:38.827816 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-93bb3ea0-8e6d-4145-9422-cb4f9498ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:18:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['93214d41-71a8-4eef-8d3a-e7204e2db677'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:38.889184 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:38.946408 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-93bb3ea0-8e6d-4145-9422-cb4f9498ea6e None None] Set router 93214d41-71a8-4eef-8d3a-e7204e2db677 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:18:39.139458 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-93bb3ea0-8e6d-4145-9422-cb4f9498ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:15Z', 'revision_number': 5, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:39.166450 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb3ea0-8e6d-4145-9422-cb4f9498ea6e None None] The sync data for ids ['93214d41-71a8-4eef-8d3a-e7204e2db677'] in dv-cinder-810000-3-iscsi is: [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:11:06Z', 'revision_number': 4, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'dddb5066-824e-4edf-ad3b-718f1e8f41dc', 'name': '', 'network_id': 'cc619f7c-a032-4a42-ba73-abb931db8402', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'mac_address': 'fa:16:3e:c5:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:04Z', 'updated_at': '2021-09-22T13:11:15Z', 'revision_number': 5, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'subnets': [{'id': '2fa0e3c9-3a8f-4139-a019-7d3495bd525f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:18:39.280952 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:39.394408 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107569a3-6773-46d6-a306-8084355e14a5 None None] New status for floating IP 4b7f0aa2-6f05-4624-ae72-8b1691b9f0aa: DOWN {{(pid=94874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:18:39.724538 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37026) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:39.780260 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41912d0a-92b2-4cf1-9b3c-7395dbf93a3c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:39.802974 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41912d0a-92b2-4cf1-9b3c-7395dbf93a3c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:39.938237 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41912d0a-92b2-4cf1-9b3c-7395dbf93a3c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:39.940831 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-41912d0a-92b2-4cf1-9b3c-7395dbf93a3c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:39.942080 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-41912d0a-92b2-4cf1-9b3c-7395dbf93a3c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "DELETE /v2.0/security-groups/120af924-7eb3-4511-a848-b84277f127e7 HTTP/1.1" status: 204 len: 168 time: 0.2164733 Sep 22 13:18:39.945554 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37028) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:39.952073 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41912d0a-92b2-4cf1-9b3c-7395dbf93a3c tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120af924-7eb3-4511-a848-b84277f127e7,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:39.962161 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.api.v2.resource [None req-9131648d-0cc8-43fa-833c-6270a24d7426 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] show failed (client error): The resource could not be found. Sep 22 13:18:39.966390 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-9131648d-0cc8-43fa-833c-6270a24d7426 tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "GET /v2.0/security-groups/120af924-7eb3-4511-a848-b84277f127e7 HTTP/1.1" status: 404 len: 347 time: 0.0197515 Sep 22 13:18:39.966685 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37030) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:40.035027 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:40.091794 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-46b217a3-f856-4265-99a7-3af9861ddc9f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Deleting port ef2cbad6-ad87-4b71-9720-6f661fafac81 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:18:40.092141 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-46b217a3-f856-4265-99a7-3af9861ddc9f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:40.167456 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-46b217a3-f856-4265-99a7-3af9861ddc9f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:40.167802 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-46b217a3-f856-4265-99a7-3af9861ddc9f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:40.179071 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-46b217a3-f856-4265-99a7-3af9861ddc9f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Calling delete_port for ef2cbad6-ad87-4b71-9720-6f661fafac81 owned by network:floatingip {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:18:40.380021 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-46b217a3-f856-4265-99a7-3af9861ddc9f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:40.384621 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 41fae7da-fc4d-4e0a-8de7-c46984894344 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:18:40.405032 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: 41fae7da-fc4d-4e0a-8de7-c46984894344 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:18:40.405385 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 41fae7da-fc4d-4e0a-8de7-c46984894344 not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:18:40.407394 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b217a3-f856-4265-99a7-3af9861ddc9f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Pushing event deleted for resources: {'Port': ['ID=ef2cbad6-ad87-4b71-9720-6f661fafac81,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:40.468462 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-46b217a3-f856-4265-99a7-3af9861ddc9f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:40.471012 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-46b217a3-f856-4265-99a7-3af9861ddc9f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:40.472196 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-46b217a3-f856-4265-99a7-3af9861ddc9f tempest-AttachVolumeShelveTestJSON-848204664 tempest-AttachVolumeShelveTestJSON-848204664-project] 10.222.0.43 "DELETE /v2.0/floatingips/4b7f0aa2-6f05-4624-ae72-8b1691b9f0aa HTTP/1.1" status: 204 len: 168 time: 0.5044856 Sep 22 13:18:41.699971 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:43.235532 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37078) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:43.754598 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561945'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:44.003115 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Deleting port dddb5066-824e-4edf-ad3b-718f1e8f41dc {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:18:44.003483 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:44.083497 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] For port dddb5066-824e-4edf-ad3b-718f1e8f41dc, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=dddb5066-824e-4edf-ad3b-718f1e8f41dc,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:18:44.083869 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:44.097057 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Calling delete_port for dddb5066-824e-4edf-ad3b-718f1e8f41dc owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:18:44.367256 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:44.395557 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Pushing event deleted for resources: {'Port': ['ID=dddb5066-824e-4edf-ad3b-718f1e8f41dc,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:44.424598 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:44.424946 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:44.425296 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:44.425629 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:44.425957 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:44.426291 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:44.426646 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:44.426980 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:44.427305 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:44.427673 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:44.428001 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:44.428880 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:18:44.580762 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564368'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:45.052409 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Router 93214d41-71a8-4eef-8d3a-e7204e2db677 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:18:45.156615 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:18:45.162199 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-9f4b3481-5a0c-46cd-9437-069047621651 admin admin] 10.222.0.43 "PUT /v2.0/routers/93214d41-71a8-4eef-8d3a-e7204e2db677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9252236 Sep 22 13:18:45.165464 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37090) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:45.168154 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9c726-30c7-4b00-b5c7-0f314841f7d0 None None] Sync routers for ids ['93214d41-71a8-4eef-8d3a-e7204e2db677'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:18:45.177592 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9c726-30c7-4b00-b5c7-0f314841f7d0 None None] Routers {'93214d41-71a8-4eef-8d3a-e7204e2db677'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:18:45.179116 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-d4d9c726-30c7-4b00-b5c7-0f314841f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:18:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['93214d41-71a8-4eef-8d3a-e7204e2db677'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:45.271724 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:45.289908 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-d4d9c726-30c7-4b00-b5c7-0f314841f7d0 None None] Set router 93214d41-71a8-4eef-8d3a-e7204e2db677 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:18:45.384967 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:45.474871 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-d4d9c726-30c7-4b00-b5c7-0f314841f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:18:44Z', 'revision_number': 5, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port': {'id': '3dce34b1-a5f4-4ee0-8923-efb37945ee2e', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:11:00Z', 'updated_at': '2021-09-22T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:45.492744 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] Deleting port 3dce34b1-a5f4-4ee0-8923-efb37945ee2e {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:18:45.493178 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:45.503455 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9c726-30c7-4b00-b5c7-0f314841f7d0 None None] Checking router: 93214d41-71a8-4eef-8d3a-e7204e2db677 for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:18:45.512951 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9c726-30c7-4b00-b5c7-0f314841f7d0 None None] Routers {'93214d41-71a8-4eef-8d3a-e7204e2db677'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:18:45.513562 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-d4d9c726-30c7-4b00-b5c7-0f314841f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:18:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['93214d41-71a8-4eef-8d3a-e7204e2db677'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:45.580112 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] For port 3dce34b1-a5f4-4ee0-8923-efb37945ee2e, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=3dce34b1-a5f4-4ee0-8923-efb37945ee2e,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:18:45.580421 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:45.595318 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] Calling delete_port for 3dce34b1-a5f4-4ee0-8923-efb37945ee2e owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:18:45.603827 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-d4d9c726-30c7-4b00-b5c7-0f314841f7d0 None None] Set router 93214d41-71a8-4eef-8d3a-e7204e2db677 gateway port host: None {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:18:45.657434 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-d4d9c726-30c7-4b00-b5c7-0f314841f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:18:45Z', 'revision_number': 6, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port_host': None}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:45.691038 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9c726-30c7-4b00-b5c7-0f314841f7d0 None None] The sync data for ids ['93214d41-71a8-4eef-8d3a-e7204e2db677'] in dv-cinder-810000-3-iscsi is: [{'id': '93214d41-71a8-4eef-8d3a-e7204e2db677', 'name': 'tempest-AttachVolumeShelveTestJSON-1071977339-router', 'tenant_id': 'a9b927b18a264e798ad9389f4c099037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:10:58Z', 'updated_at': '2021-09-22T13:18:45Z', 'revision_number': 6, 'project_id': 'a9b927b18a264e798ad9389f4c099037', 'gw_port_host': None}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:18:45.852631 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:45.876359 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dce34b1-a5f4-4ee0-8923-efb37945ee2e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:45.922264 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37100) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:45.946345 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564307'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.032369 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6d80-9a9e-4e73-ad83-e8404a0f3d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.040477 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2980'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.042800 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.133214 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6d80-9a9e-4e73-ad83-e8404a0f3d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.163305 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558133'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.163891 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93214d41-71a8-4eef-8d3a-e7204e2db677 {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 13:18:46.168620 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.171958 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-fccd8323-0635-4c52-a404-06a32e47a632 admin admin] 10.222.0.43 "DELETE /v2.0/routers/93214d41-71a8-4eef-8d3a-e7204e2db677 HTTP/1.1" status: 204 len: 168 time: 1.0031397 Sep 22 13:18:46.172090 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37104) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:46.217344 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c400a9d-fe5c-49cf-a8dd-773b94c9a0b5 admin admin] Deleting subnet 2fa0e3c9-3a8f-4139-a019-7d3495bd525f {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:18:46.220634 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c400a9d-fe5c-49cf-a8dd-773b94c9a0b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.228974 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6d80-9a9e-4e73-ad83-e8404a0f3d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.260232 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c400a9d-fe5c-49cf-a8dd-773b94c9a0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8721790'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.269167 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-d2ba6d80-9a9e-4e73-ad83-e8404a0f3d51 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9898c8d1b384e8cb897cd81f36f5787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458164 Sep 22 13:18:46.270071 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba6d80-9a9e-4e73-ad83-e8404a0f3d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdd76c9-a60f-4280-8e7a-59bc92eb3640,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:46.272960 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37106) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:46.335732 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-023584bb-48fe-4f3c-90b3-96dbb00e93d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.347612 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c400a9d-fe5c-49cf-a8dd-773b94c9a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.376150 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-023584bb-48fe-4f3c-90b3-96dbb00e93d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.488966 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c400a9d-fe5c-49cf-a8dd-773b94c9a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8721681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9265389'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.517515 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c400a9d-fe5c-49cf-a8dd-773b94c9a0b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa0e3c9-3a8f-4139-a019-7d3495bd525f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:46.519567 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8c400a9d-fe5c-49cf-a8dd-773b94c9a0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.521487 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-8c400a9d-fe5c-49cf-a8dd-773b94c9a0b5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2fa0e3c9-3a8f-4139-a019-7d3495bd525f HTTP/1.1" status: 204 len: 168 time: 0.3485122 Sep 22 13:18:46.524675 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37108) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:46.530110 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164525bd-2361-4280-ab89-9bd8614752fd None None] Network cc619f7c-a032-4a42-ba73-abb931db8402 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:18:46.555338 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-023584bb-48fe-4f3c-90b3-96dbb00e93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.558013 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-023584bb-48fe-4f3c-90b3-96dbb00e93d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.559389 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-023584bb-48fe-4f3c-90b3-96dbb00e93d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0bdd76c9-a60f-4280-8e7a-59bc92eb3640 HTTP/1.1" status: 204 len: 168 time: 0.2855818 Sep 22 13:18:46.605042 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023584bb-48fe-4f3c-90b3-96dbb00e93d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdd76c9-a60f-4280-8e7a-59bc92eb3640,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:46.613671 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.679767 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Deleting port 03596066-1b4c-43ef-866b-3ffbae17fac2 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:18:46.680103 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.763886 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] For port 03596066-1b4c-43ef-866b-3ffbae17fac2, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=03596066-1b4c-43ef-866b-3ffbae17fac2,segment=NetworkSegment(ad69c373-7be9-43a8-beec-65af06ae2349),segment_id=ad69c373-7be9-43a8-beec-65af06ae2349)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:18:46.764266 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.783174 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Calling delete_port for 03596066-1b4c-43ef-866b-3ffbae17fac2 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:18:46.872750 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1faf4dc-c22a-4c0a-87c7-1279143ce7b0 None None] DHCP port deletion for cc619f7c-a032-4a42-ba73-abb931db8402 request from dv-cinder-810000-3-iscsi {{(pid=94874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 13:18:46.901969 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device dddb5066-824e-4edf-ad3b-718f1e8f41dc no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:18:46.928634 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: dddb5066-824e-4edf-ad3b-718f1e8f41dc {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:18:46.929060 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device dddb5066-824e-4edf-ad3b-718f1e8f41dc not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:18:46.929484 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 3dce34b1-a5f4-4ee0-8923-efb37945ee2e no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:18:46.931861 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:46.953483 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: 3dce34b1-a5f4-4ee0-8923-efb37945ee2e {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:18:46.953860 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 3dce34b1-a5f4-4ee0-8923-efb37945ee2e not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:18:46.969094 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] No DVR routers for this DVR port 03596066-1b4c-43ef-866b-3ffbae17fac2 on host dv-cinder-810000-3-iscsi {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:18:46.971758 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=03596066-1b4c-43ef-866b-3ffbae17fac2,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:46.972803 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-a1faf4dc-c22a-4c0a-87c7-1279143ce7b0 None None] Deleting port 03596066-1b4c-43ef-866b-3ffbae17fac2 {{(pid=94874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:18:46.973597 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a1faf4dc-c22a-4c0a-87c7-1279143ce7b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.036455 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-a1faf4dc-c22a-4c0a-87c7-1279143ce7b0 None None] For port 03596066-1b4c-43ef-866b-3ffbae17fac2, host dv-cinder-810000-3-iscsi, got binding levels [] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:18:47.036879 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a1faf4dc-c22a-4c0a-87c7-1279143ce7b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.043417 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.048943 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-a1faf4dc-c22a-4c0a-87c7-1279143ce7b0 None None] Calling delete_port for 03596066-1b4c-43ef-866b-3ffbae17fac2 owned by network:dhcp {{(pid=94874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:18:47.051592 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.ipam_backend_mixin [None req-a1faf4dc-c22a-4c0a-87c7-1279143ce7b0 None None] Port 03596066-1b4c-43ef-866b-3ffbae17fac2 was not found and therefore no delete operation was performed {{(pid=94874) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 13:18:47.052848 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a1faf4dc-c22a-4c0a-87c7-1279143ce7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408'] for port, after_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.063228 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc619f7c-a032-4a42-ba73-abb931db8402']}} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:47.073009 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad69c373-7be9-43a8-beec-65af06ae2349') {'for_net_delete': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:47.073310 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad69c373-7be9-43a8-beec-65af06ae2349') {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:18:47.080196 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faf4dc-c22a-4c0a-87c7-1279143ce7b0 None None] Pushing event deleted for resources: {'Port': ['ID=03596066-1b4c-43ef-866b-3ffbae17fac2,revision_number=None']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:47.082766 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10094412'] for segment, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.087381 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1faf4dc-c22a-4c0a-87c7-1279143ce7b0 None None] No DVR routers for this DVR port 03596066-1b4c-43ef-866b-3ffbae17fac2 on host dv-cinder-810000-3-iscsi {{(pid=94874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:18:47.098348 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.104660 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:18:47.105050 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9138693'] for segment, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: Traceback (most recent call last): Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: timer() Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: cb(*args, **kw) Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: return func(*args, **kwargs) Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: self._notify() Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: self.callback(batched_events) Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: event.method(event) Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: return f(self, *a, **k) Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._get(url).json() Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: return self.request(url, 'GET', **kwargs) Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:18:47.106675 dv-cinder-810000-3-iscsi neutron-server[94873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:18:47.271553 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.277699 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.280078 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cc619f7c-a032-4a42-ba73-abb931db8402 HTTP/1.1" status: 204 len: 168 time: 0.7543566 Sep 22 13:18:47.296068 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7ca6f-44f2-4236-9f2b-afa8ba53ffa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc619f7c-a032-4a42-ba73-abb931db8402,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:47.323168 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37116) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:47.336382 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-57f67538-58e6-49cf-94f7-a5e2373a66b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.422864 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-57f67538-58e6-49cf-94f7-a5e2373a66b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.516538 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-57f67538-58e6-49cf-94f7-a5e2373a66b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.555591 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-57f67538-58e6-49cf-94f7-a5e2373a66b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b21c81b627d46d6845b5789c97e2a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312670 Sep 22 13:18:47.556484 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f67538-58e6-49cf-94f7-a5e2373a66b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c68e576-af4a-429f-bc66-a3124a34caea,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:47.558278 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37118) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:47.610941 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f93a-90b3-4ffa-8b41-6baba23a399d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.633247 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f93a-90b3-4ffa-8b41-6baba23a399d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.666528 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37120) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:47.711489 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-5f8cc7f7-9151-4aa8-84b0-a561c71d6958 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9b927b18a264e798ad9389f4c099037&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438218 Sep 22 13:18:47.714165 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37122) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:47.764846 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96e40120-f222-431a-af3a-f31557f2c60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.769089 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f93a-90b3-4ffa-8b41-6baba23a399d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.771572 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f93a-90b3-4ffa-8b41-6baba23a399d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.773031 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-1fc2f93a-90b3-4ffa-8b41-6baba23a399d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c68e576-af4a-429f-bc66-a3124a34caea HTTP/1.1" status: 204 len: 168 time: 0.2131131 Sep 22 13:18:47.792892 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2f93a-90b3-4ffa-8b41-6baba23a399d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c68e576-af4a-429f-bc66-a3124a34caea,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:47.798656 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96e40120-f222-431a-af3a-f31557f2c60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.922298 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96e40120-f222-431a-af3a-f31557f2c60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.925071 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-96e40120-f222-431a-af3a-f31557f2c60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:47.926367 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-96e40120-f222-431a-af3a-f31557f2c60c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c77563c5-2819-40be-9de7-ba03f0685f18 HTTP/1.1" status: 204 len: 168 time: 0.2111859 Sep 22 13:18:47.935752 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e40120-f222-431a-af3a-f31557f2c60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77563c5-2819-40be-9de7-ba03f0685f18,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:48.555891 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37140) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:48.574204 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fa5da88c-108c-4680-a84e-6a18beb9ff0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:48.669371 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fa5da88c-108c-4680-a84e-6a18beb9ff0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:48.733782 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fa5da88c-108c-4680-a84e-6a18beb9ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:48.772525 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5da88c-108c-4680-a84e-6a18beb9ff0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1877fe3-6035-478d-ab7f-73c87fab8e98,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:48.778427 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-fa5da88c-108c-4680-a84e-6a18beb9ff0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f1e914054ff4e1398eaf1f0d1b99c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211249 Sep 22 13:18:48.787349 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37144) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:48.846024 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6884e2d-1fe8-438d-85e7-4534095fc206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:48.877756 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6884e2d-1fe8-438d-85e7-4534095fc206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:48.885516 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 03596066-1b4c-43ef-866b-3ffbae17fac2 no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:18:48.907980 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: 03596066-1b4c-43ef-866b-3ffbae17fac2 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:18:48.908329 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 03596066-1b4c-43ef-866b-3ffbae17fac2 not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:18:49.013960 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6884e2d-1fe8-438d-85e7-4534095fc206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:49.016924 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d6884e2d-1fe8-438d-85e7-4534095fc206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:49.020539 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-d6884e2d-1fe8-438d-85e7-4534095fc206 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1877fe3-6035-478d-ab7f-73c87fab8e98 HTTP/1.1" status: 204 len: 168 time: 0.2296846 Sep 22 13:18:49.028341 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6884e2d-1fe8-438d-85e7-4534095fc206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1877fe3-6035-478d-ab7f-73c87fab8e98,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:52.975097 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37242) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:53.080814 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-096190f8-a5b2-42f9-90b7-fcfce9a5406e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:53.170645 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-096190f8-a5b2-42f9-90b7-fcfce9a5406e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:53.236339 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-096190f8-a5b2-42f9-90b7-fcfce9a5406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:53.280237 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-096190f8-a5b2-42f9-90b7-fcfce9a5406e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95a910aefc2f4a5faeacff0e663cd19d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040135 Sep 22 13:18:53.281130 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096190f8-a5b2-42f9-90b7-fcfce9a5406e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff3fa26-86e5-40c4-ba18-e2ec602a040d,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:53.282947 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37256) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:53.345285 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3f537a0b-0feb-41ca-b2e0-ddc3f264870f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:53.370054 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3f537a0b-0feb-41ca-b2e0-ddc3f264870f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:53.470440 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3f537a0b-0feb-41ca-b2e0-ddc3f264870f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:53.473306 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3f537a0b-0feb-41ca-b2e0-ddc3f264870f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:53.475303 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-3f537a0b-0feb-41ca-b2e0-ddc3f264870f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fff3fa26-86e5-40c4-ba18-e2ec602a040d HTTP/1.1" status: 204 len: 168 time: 0.1896617 Sep 22 13:18:53.484338 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f537a0b-0feb-41ca-b2e0-ddc3f264870f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff3fa26-86e5-40c4-ba18-e2ec602a040d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:55.073077 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37292) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:55.187725 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6995d71d-dfda-421d-9148-1c4ca4378327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:55.277220 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6995d71d-dfda-421d-9148-1c4ca4378327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:55.356155 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-6995d71d-dfda-421d-9148-1c4ca4378327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:55.396265 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-6995d71d-dfda-421d-9148-1c4ca4378327 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75db75c3b57d49908e418830093562a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219731 Sep 22 13:18:55.398357 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995d71d-dfda-421d-9148-1c4ca4378327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bca520-6235-47c2-96d7-a278b82fdb28,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:55.399144 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37304) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:55.454480 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c983679d-32a5-476a-bf54-dfea727ab804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:55.485534 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c983679d-32a5-476a-bf54-dfea727ab804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:55.727841 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c983679d-32a5-476a-bf54-dfea727ab804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:55.730427 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c983679d-32a5-476a-bf54-dfea727ab804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:55.731627 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-c983679d-32a5-476a-bf54-dfea727ab804 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2bca520-6235-47c2-96d7-a278b82fdb28 HTTP/1.1" status: 204 len: 168 time: 0.3313394 Sep 22 13:18:55.739281 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983679d-32a5-476a-bf54-dfea727ab804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bca520-6235-47c2-96d7-a278b82fdb28,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:56.090565 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37312) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:56.219289 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a209c1c1-a531-425f-a62c-cb6d6b1c68bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:56.304818 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a209c1c1-a531-425f-a62c-cb6d6b1c68bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:56.359822 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a209c1c1-a531-425f-a62c-cb6d6b1c68bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:56.398761 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-a209c1c1-a531-425f-a62c-cb6d6b1c68bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b8b8e95ad6641f593069db4d211f998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070915 Sep 22 13:18:56.400722 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209c1c1-a531-425f-a62c-cb6d6b1c68bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2229b4-3bb6-4260-b17d-ac0d90ce568c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:56.401764 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37318) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:56.452930 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef0839f0-d8c0-44ee-bf30-da8690521c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:56.473327 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef0839f0-d8c0-44ee-bf30-da8690521c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:56.539211 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37320) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:56.554735 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5f5cf456-71a2-4be5-9e13-afc4fcb17351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:56.616246 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef0839f0-d8c0-44ee-bf30-da8690521c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:56.618678 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-ef0839f0-d8c0-44ee-bf30-da8690521c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:56.619858 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-ef0839f0-d8c0-44ee-bf30-da8690521c8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd2229b4-3bb6-4260-b17d-ac0d90ce568c HTTP/1.1" status: 204 len: 168 time: 0.2171047 Sep 22 13:18:56.637010 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0839f0-d8c0-44ee-bf30-da8690521c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2229b4-3bb6-4260-b17d-ac0d90ce568c,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:56.694399 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5f5cf456-71a2-4be5-9e13-afc4fcb17351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:56.761938 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5f5cf456-71a2-4be5-9e13-afc4fcb17351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:56.800294 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-5f5cf456-71a2-4be5-9e13-afc4fcb17351 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b8729eb929747bd808fc4f1f73561a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599750 Sep 22 13:18:56.801101 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5cf456-71a2-4be5-9e13-afc4fcb17351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b9bf20-1802-4e1b-b855-dca94d5834a8,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:56.803750 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37324) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:56.858675 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a21bc94a-a445-481c-9f61-98911db2763a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:56.881019 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a21bc94a-a445-481c-9f61-98911db2763a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:57.005786 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a21bc94a-a445-481c-9f61-98911db2763a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:57.008494 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a21bc94a-a445-481c-9f61-98911db2763a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:57.009723 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-a21bc94a-a445-481c-9f61-98911db2763a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5b9bf20-1802-4e1b-b855-dca94d5834a8 HTTP/1.1" status: 204 len: 168 time: 0.2048676 Sep 22 13:18:57.019371 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bc94a-a445-481c-9f61-98911db2763a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b9bf20-1802-4e1b-b855-dca94d5834a8,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:57.373852 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37332) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:57.388601 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7752ea1-d1a2-49d2-a869-029d3b6b2096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:57.494318 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7752ea1-d1a2-49d2-a869-029d3b6b2096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:57.561444 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b7752ea1-d1a2-49d2-a869-029d3b6b2096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:57.620391 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-b7752ea1-d1a2-49d2-a869-029d3b6b2096 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6521ec9a980f49649adcdb1774db3bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453599 Sep 22 13:18:57.622406 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7752ea1-d1a2-49d2-a869-029d3b6b2096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20598148-cccc-4b6a-9bf2-19c6fce4b13e,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:18:57.624857 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37340) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:18:57.684045 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ce20025-44e1-4829-acff-88b82c98ee2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:57.711130 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ce20025-44e1-4829-acff-88b82c98ee2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:57.857420 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ce20025-44e1-4829-acff-88b82c98ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:57.861600 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1ce20025-44e1-4829-acff-88b82c98ee2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:18:57.865303 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-1ce20025-44e1-4829-acff-88b82c98ee2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20598148-cccc-4b6a-9bf2-19c6fce4b13e HTTP/1.1" status: 204 len: 168 time: 0.2375956 Sep 22 13:18:57.874631 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce20025-44e1-4829-acff-88b82c98ee2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20598148-cccc-4b6a-9bf2-19c6fce4b13e,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:00.699196 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37418) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:00.806771 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-587e0479-af7a-4cd3-a58d-57ce41ff103d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:00.903383 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-587e0479-af7a-4cd3-a58d-57ce41ff103d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:00.990345 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-587e0479-af7a-4cd3-a58d-57ce41ff103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:01.030235 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e0479-af7a-4cd3-a58d-57ce41ff103d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93a4323-d456-4d4b-8f58-e572cca4fe89,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:01.037671 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-587e0479-af7a-4cd3-a58d-57ce41ff103d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf0f4363d0a146a3a4a4c8c942f0b2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347182 Sep 22 13:19:01.038029 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37424) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:01.100396 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0897f183-9d45-414d-a608-5f650e5a646b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:01.129365 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0897f183-9d45-414d-a608-5f650e5a646b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:01.264749 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0897f183-9d45-414d-a608-5f650e5a646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:01.267680 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0897f183-9d45-414d-a608-5f650e5a646b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:01.269076 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-0897f183-9d45-414d-a608-5f650e5a646b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c93a4323-d456-4d4b-8f58-e572cca4fe89 HTTP/1.1" status: 204 len: 168 time: 0.2300670 Sep 22 13:19:01.280293 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897f183-9d45-414d-a608-5f650e5a646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93a4323-d456-4d4b-8f58-e572cca4fe89,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:01.962818 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37436) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:01.976412 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35b340ab-08d8-401a-8b12-ec5eb99ca3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:02.065402 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35b340ab-08d8-401a-8b12-ec5eb99ca3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:02.131606 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-35b340ab-08d8-401a-8b12-ec5eb99ca3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:02.173638 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-35b340ab-08d8-401a-8b12-ec5eb99ca3fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07e7fa5ff6d942709b83e07c875d6a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096889 Sep 22 13:19:02.174582 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b340ab-08d8-401a-8b12-ec5eb99ca3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a29c082-f25c-4d0d-947a-9004ae7b714a,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:02.176388 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37438) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:02.230368 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a15096c8-d8be-4b92-88c1-03123a9090ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:02.252976 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a15096c8-d8be-4b92-88c1-03123a9090ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:02.384339 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a15096c8-d8be-4b92-88c1-03123a9090ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:02.387065 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a15096c8-d8be-4b92-88c1-03123a9090ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:02.388247 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-a15096c8-d8be-4b92-88c1-03123a9090ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a29c082-f25c-4d0d-947a-9004ae7b714a HTTP/1.1" status: 204 len: 168 time: 0.2101398 Sep 22 13:19:02.396753 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15096c8-d8be-4b92-88c1-03123a9090ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a29c082-f25c-4d0d-947a-9004ae7b714a,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:02.936885 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37452) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:03.044058 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2f83-a221-4679-89a2-d6a463384526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:03.134143 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2f83-a221-4679-89a2-d6a463384526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:03.246680 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2f83-a221-4679-89a2-d6a463384526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:03.284597 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-2b2d2f83-a221-4679-89a2-d6a463384526 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d0e8c9d60b04fe9bf388590c68226f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466220 Sep 22 13:19:03.285843 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d2f83-a221-4679-89a2-d6a463384526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2f3d5c-5b29-4045-9e84-612a05655556,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:03.287731 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37462) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:03.342096 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1df83da3-4e97-4355-8305-a387ef72049f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:03.366968 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1df83da3-4e97-4355-8305-a387ef72049f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:03.469863 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1df83da3-4e97-4355-8305-a387ef72049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:03.472711 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-1df83da3-4e97-4355-8305-a387ef72049f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:03.473965 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-1df83da3-4e97-4355-8305-a387ef72049f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad2f3d5c-5b29-4045-9e84-612a05655556 HTTP/1.1" status: 204 len: 168 time: 0.1849620 Sep 22 13:19:03.483038 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df83da3-4e97-4355-8305-a387ef72049f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2f3d5c-5b29-4045-9e84-612a05655556,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:04.179364 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37484) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:04.192167 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c3ef-e48b-4574-bf17-0fb12d101a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:04.280555 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c3ef-e48b-4574-bf17-0fb12d101a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:04.383874 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c3ef-e48b-4574-bf17-0fb12d101a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:04.424665 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-a9b8c3ef-e48b-4574-bf17-0fb12d101a7f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac7a74a430c543da907007bb812ba120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441783 Sep 22 13:19:04.425780 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8c3ef-e48b-4574-bf17-0fb12d101a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9202bdf6-dbbd-4664-8398-998fefc73f8a,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:04.427404 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37492) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:04.478221 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b25b2338-438b-460a-9d92-e25fb14ae6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:04.502707 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b25b2338-438b-460a-9d92-e25fb14ae6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:04.624408 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b25b2338-438b-460a-9d92-e25fb14ae6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:04.627298 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-b25b2338-438b-460a-9d92-e25fb14ae6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:04.628608 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-b25b2338-438b-460a-9d92-e25fb14ae6b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9202bdf6-dbbd-4664-8398-998fefc73f8a HTTP/1.1" status: 204 len: 168 time: 0.1995850 Sep 22 13:19:04.639142 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b2338-438b-460a-9d92-e25fb14ae6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9202bdf6-dbbd-4664-8398-998fefc73f8a,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:05.050396 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3d7b96c8-0ec0-4893-9595-d30fe0069735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:05.832620 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37554) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:05.942703 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44e665ae-a003-459d-baa1-741f2f598c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:06.040145 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44e665ae-a003-459d-baa1-741f2f598c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:06.109612 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44e665ae-a003-459d-baa1-741f2f598c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:06.153749 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-44e665ae-a003-459d-baa1-741f2f598c8c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf469068cf474aae88d5daf60f2d3af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174152 Sep 22 13:19:06.153749 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e665ae-a003-459d-baa1-741f2f598c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206625e4-a530-46c5-bf04-590082a5c6ae,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:06.154460 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37594) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:06.207827 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f915fbb-105f-43dd-858f-a6a7deafb3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:06.228792 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f915fbb-105f-43dd-858f-a6a7deafb3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:06.330712 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f915fbb-105f-43dd-858f-a6a7deafb3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:06.333414 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-9f915fbb-105f-43dd-858f-a6a7deafb3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:06.334637 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-9f915fbb-105f-43dd-858f-a6a7deafb3f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/206625e4-a530-46c5-bf04-590082a5c6ae HTTP/1.1" status: 204 len: 168 time: 0.1785789 Sep 22 13:19:06.344589 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f915fbb-105f-43dd-858f-a6a7deafb3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206625e4-a530-46c5-bf04-590082a5c6ae,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:07.050831 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37604) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:07.063515 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-741a7b87-64fd-459f-8d48-a674d1d39c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:07.150486 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-741a7b87-64fd-459f-8d48-a674d1d39c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:07.211381 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-741a7b87-64fd-459f-8d48-a674d1d39c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:07.249023 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a7b87-64fd-459f-8d48-a674d1d39c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5f4466-0526-45db-973e-bb072e780043,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:07.253241 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-741a7b87-64fd-459f-8d48-a674d1d39c8e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d649389eb8143bba7fc1a6af93a1a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013590 Sep 22 13:19:07.256075 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37618) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:07.313998 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-072e61d5-457a-42d3-920f-db858b9730c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:07.338495 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-072e61d5-457a-42d3-920f-db858b9730c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:07.519497 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-072e61d5-457a-42d3-920f-db858b9730c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:07.522169 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-072e61d5-457a-42d3-920f-db858b9730c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:07.523413 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-072e61d5-457a-42d3-920f-db858b9730c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e5f4466-0526-45db-973e-bb072e780043 HTTP/1.1" status: 204 len: 168 time: 0.2652082 Sep 22 13:19:07.533650 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e61d5-457a-42d3-920f-db858b9730c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5f4466-0526-45db-973e-bb072e780043,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:08.508547 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:19:08.537954 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6bc44d34-80d0-4372-96b2-aab78be204ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:08.869629 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:09.291289 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:10.063356 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:11.681674 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:21.418102 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37764) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:21.519809 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-799545fc-04f7-49c7-8626-689568600931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:21.610126 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-799545fc-04f7-49c7-8626-689568600931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:21.674076 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-799545fc-04f7-49c7-8626-689568600931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:21.711888 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-799545fc-04f7-49c7-8626-689568600931 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f54bedc76574e119051aca580a540b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926652 Sep 22 13:19:21.713145 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799545fc-04f7-49c7-8626-689568600931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72504bf0-ed45-4e94-8649-683e343faf76,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:21.714932 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37770) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:21.764515 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e898-c0ce-4c55-adf8-01fb0e411643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:21.785298 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e898-c0ce-4c55-adf8-01fb0e411643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:21.902481 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e898-c0ce-4c55-adf8-01fb0e411643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:21.905300 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e898-c0ce-4c55-adf8-01fb0e411643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:21.906476 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-fdf5e898-c0ce-4c55-adf8-01fb0e411643 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72504bf0-ed45-4e94-8649-683e343faf76 HTTP/1.1" status: 204 len: 168 time: 0.1904988 Sep 22 13:19:21.915111 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5e898-c0ce-4c55-adf8-01fb0e411643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72504bf0-ed45-4e94-8649-683e343faf76,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:22.549614 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37776) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:22.562988 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-356143f5-da71-4dbc-a9a2-9c7af871a84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:22.658972 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-356143f5-da71-4dbc-a9a2-9c7af871a84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:22.741107 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-356143f5-da71-4dbc-a9a2-9c7af871a84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:22.778836 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356143f5-da71-4dbc-a9a2-9c7af871a84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1acb95-d53c-4aa6-8c44-44a578226e52,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:22.784107 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-356143f5-da71-4dbc-a9a2-9c7af871a84f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=818be3156ae54bf684a6b52bc9a6ccbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333729 Sep 22 13:19:22.787754 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37780) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:22.837908 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fa57b0f-1c7d-4e21-aba2-5b795f5251dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:22.859079 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fa57b0f-1c7d-4e21-aba2-5b795f5251dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:22.959935 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fa57b0f-1c7d-4e21-aba2-5b795f5251dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:22.963259 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-2fa57b0f-1c7d-4e21-aba2-5b795f5251dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:22.964451 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-2fa57b0f-1c7d-4e21-aba2-5b795f5251dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d1acb95-d53c-4aa6-8c44-44a578226e52 HTTP/1.1" status: 204 len: 168 time: 0.1759551 Sep 22 13:19:22.972752 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa57b0f-1c7d-4e21-aba2-5b795f5251dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1acb95-d53c-4aa6-8c44-44a578226e52,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:35.025912 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4176fab7-641f-429a-81d7-a999cafe4eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:35.355947 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37952) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:35.463312 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-751b87b5-8ac1-463f-8c1e-0aedfa0db159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:35.550954 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-751b87b5-8ac1-463f-8c1e-0aedfa0db159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:35.625820 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-751b87b5-8ac1-463f-8c1e-0aedfa0db159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:35.666807 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b87b5-8ac1-463f-8c1e-0aedfa0db159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0af530-9cae-4b49-9287-9adb2870a9c2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:35.673444 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-751b87b5-8ac1-463f-8c1e-0aedfa0db159 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9e0062b00324a06abd91988ff963713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164091 Sep 22 13:19:35.676473 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37958) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:35.737657 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8aa44d98-6a40-4ec0-a156-7872e0cef1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:35.762185 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8aa44d98-6a40-4ec0-a156-7872e0cef1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:35.896201 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8aa44d98-6a40-4ec0-a156-7872e0cef1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:35.899618 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8aa44d98-6a40-4ec0-a156-7872e0cef1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:35.900951 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-8aa44d98-6a40-4ec0-a156-7872e0cef1ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a0af530-9cae-4b49-9287-9adb2870a9c2 HTTP/1.1" status: 204 len: 168 time: 0.2236118 Sep 22 13:19:35.909780 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa44d98-6a40-4ec0-a156-7872e0cef1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0af530-9cae-4b49-9287-9adb2870a9c2,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:36.571659 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37968) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:36.589217 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f37a6d1-8f9a-4fef-845f-9ed99452d178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:36.677372 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f37a6d1-8f9a-4fef-845f-9ed99452d178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:36.768645 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8f37a6d1-8f9a-4fef-845f-9ed99452d178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:36.809564 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-8f37a6d1-8f9a-4fef-845f-9ed99452d178 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1440591d03014a75b3b6fd0d338e1a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350216 Sep 22 13:19:36.810720 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37a6d1-8f9a-4fef-845f-9ed99452d178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962f313c-f41b-4ea7-b96a-c65523d6f230,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:36.813726 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37970) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:36.868587 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:36.894642 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:36.950724 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37974) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:37.039062 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:37.041729 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:37.043505 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/962f313c-f41b-4ea7-b96a-c65523d6f230 HTTP/1.1" status: 204 len: 168 time: 0.2287359 Sep 22 13:19:37.060074 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962f313c-f41b-4ea7-b96a-c65523d6f230,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:37.071940 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5843b7cd-8b67-4e3c-9991-b2623cfb1658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:37.075681 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:37.076146 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:37.076383 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:37.076722 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:37.077094 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:37.077438 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:37.077770 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:37.078102 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:37.078435 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:37.078762 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:37.079089 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:37.079413 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d590e-988f-4daa-9e0f-3d2e98207f64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:37.169953 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5843b7cd-8b67-4e3c-9991-b2623cfb1658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:37.254328 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5843b7cd-8b67-4e3c-9991-b2623cfb1658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:37.296164 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-5843b7cd-8b67-4e3c-9991-b2623cfb1658 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06259f76bf5046bc83d20916344f2c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441739 Sep 22 13:19:37.296861 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843b7cd-8b67-4e3c-9991-b2623cfb1658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cd241d-4747-4364-9df9-56234ccc4750,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:37.298687 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37980) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:37.364487 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e992eec-faaa-4855-8021-7a345cea385e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:37.392065 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e992eec-faaa-4855-8021-7a345cea385e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:37.540370 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e992eec-faaa-4855-8021-7a345cea385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:37.543760 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5e992eec-faaa-4855-8021-7a345cea385e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:37.544993 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-5e992eec-faaa-4855-8021-7a345cea385e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51cd241d-4747-4364-9df9-56234ccc4750 HTTP/1.1" status: 204 len: 168 time: 0.2445052 Sep 22 13:19:37.554047 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e992eec-faaa-4855-8021-7a345cea385e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cd241d-4747-4364-9df9-56234ccc4750,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:37.789647 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 37986) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:37.802442 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dae1f21a-d108-488e-972e-793a6f968b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:37.887791 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dae1f21a-d108-488e-972e-793a6f968b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:37.964447 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-dae1f21a-d108-488e-972e-793a6f968b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:38.013500 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-dae1f21a-d108-488e-972e-793a6f968b35 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0623f2b08d014ca48bf35b7c2154408c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227471 Sep 22 13:19:38.014905 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1f21a-d108-488e-972e-793a6f968b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1a2db7-5024-4c48-b93c-d450842592d4,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:38.016227 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 37992) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:38.070889 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d39ffc8-3c30-4180-aabe-93aada67171c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:38.093532 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d39ffc8-3c30-4180-aabe-93aada67171c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:38.242809 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d39ffc8-3c30-4180-aabe-93aada67171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:38.246446 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-4d39ffc8-3c30-4180-aabe-93aada67171c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:38.248795 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-4d39ffc8-3c30-4180-aabe-93aada67171c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef1a2db7-5024-4c48-b93c-d450842592d4 HTTP/1.1" status: 204 len: 168 time: 0.2303116 Sep 22 13:19:38.261766 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39ffc8-3c30-4180-aabe-93aada67171c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1a2db7-5024-4c48-b93c-d450842592d4,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:38.564518 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-08f6c825-4f0e-4da6-a30e-c95b19e2654d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:38.924256 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:38.944388 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb5a16-2f93-4d2a-b51d-f3d783164b3a req-3f6e007a-bcf2-4fb1-bfa5-216d8cf96915 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:38.945990 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-76cb5a16-2f93-4d2a-b51d-f3d783164b3a req-3f6e007a-bcf2-4fb1-bfa5-216d8cf96915 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 945 time: 0.0691323 Sep 22 13:19:39.004706 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-76cb5a16-2f93-4d2a-b51d-f3d783164b3a req-3c91f7a6-c701-45fd-923f-30d3d958e22a tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506818 Sep 22 13:19:39.319230 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:40.067817 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:40.122183 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e782049-52ba-4a8b-9deb-b278ea51af06 req-aed5e1a5-19ba-4142-833c-011c9ab3212e tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:40.123929 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3e782049-52ba-4a8b-9deb-b278ea51af06 req-aed5e1a5-19ba-4142-833c-011c9ab3212e tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 945 time: 0.0534127 Sep 22 13:19:40.166228 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3e782049-52ba-4a8b-9deb-b278ea51af06 req-c4514ec0-37db-4c21-a3e6-c81d4bfdc790 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359521 Sep 22 13:19:40.396597 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df871634-e384-4b94-a70e-8e0c51aad810 req-56b6cfcc-0ec0-42f2-bbfc-c89253e40849 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:40.398269 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-df871634-e384-4b94-a70e-8e0c51aad810 req-56b6cfcc-0ec0-42f2-bbfc-c89253e40849 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 945 time: 0.0521550 Sep 22 13:19:40.493290 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-df871634-e384-4b94-a70e-8e0c51aad810 req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Deleting port 95ed0171-069d-4864-a2cc-88942442a595 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:19:40.493653 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-df871634-e384-4b94-a70e-8e0c51aad810 req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:40.585814 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-df871634-e384-4b94-a70e-8e0c51aad810 req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] For port 95ed0171-069d-4864-a2cc-88942442a595, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=95ed0171-069d-4864-a2cc-88942442a595,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:19:40.586177 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-df871634-e384-4b94-a70e-8e0c51aad810 req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:40.770061 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-df871634-e384-4b94-a70e-8e0c51aad810 req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:40.770427 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-df871634-e384-4b94-a70e-8e0c51aad810 req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:40.770748 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.l3_db [req-df871634-e384-4b94-a70e-8e0c51aad810 req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Floating IP 74fdcc3b-8f2c-4b16-ace7-731002a7068d disassociated. External IP: 172.27.1.92, port: 95ed0171-069d-4864-a2cc-88942442a595. Sep 22 13:19:40.771094 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-df871634-e384-4b94-a70e-8e0c51aad810 req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Calling delete_port for 95ed0171-069d-4864-a2cc-88942442a595 owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:19:40.970356 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-df871634-e384-4b94-a70e-8e0c51aad810 req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:41.002729 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event deleted for resources: {'Port': ['ID=95ed0171-069d-4864-a2cc-88942442a595,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:41.132125 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df871634-e384-4b94-a70e-8e0c51aad810 req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Router f4de7705-457a-44b7-8571-1393457adf0f has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:19:41.248231 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df871634-e384-4b94-a70e-8e0c51aad810 req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:19:41.263985 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54b957-953e-4db0-8a0f-88fb6bbd1b43 None None] Sync routers for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:19:41.274168 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6513c188-5438-453d-950a-b51b10fc64bf req-50831889-a699-4130-815a-ce5ec0fed799 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 210 time: 0.0325789 Sep 22 13:19:41.285756 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54b957-953e-4db0-8a0f-88fb6bbd1b43 None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:19:41.286564 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9e54b957-953e-4db0-8a0f-88fb6bbd1b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:19:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:19:41.306203 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-df871634-e384-4b94-a70e-8e0c51aad810 req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] No DVR routers for this DVR port 95ed0171-069d-4864-a2cc-88942442a595 on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:19:41.314551 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-df871634-e384-4b94-a70e-8e0c51aad810 req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:41.317805 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-df871634-e384-4b94-a70e-8e0c51aad810 req-7453aaf4-3289-40d5-bd94-9a03efbdc215 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "DELETE /v2.0/ports/95ed0171-069d-4864-a2cc-88942442a595 HTTP/1.1" status: 204 len: 173 time: 0.9129345 Sep 22 13:19:41.318506 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7125b6ac-217a-4c3b-a263-7459bb3268ae', 'name': 'network-vif-deleted', 'tag': '95ed0171-069d-4864-a2cc-88942442a595'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:19:41.321718 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7642fb6a-c712-4df8-b05f-1344241361ff" -d '{"events": [{"server_uuid": "7125b6ac-217a-4c3b-a263-7459bb3268ae", "name": "network-vif-deleted", "tag": "95ed0171-069d-4864-a2cc-88942442a595"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:19:41.379976 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116320fb-ac3e-4b3a-94e7-755c4f6fdd94 x-openstack-request-id: req-116320fb-ac3e-4b3a-94e7-755c4f6fdd94 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:19:41.381213 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7125b6ac-217a-4c3b-a263-7459bb3268ae", "name": "network-vif-deleted", "tag": "95ed0171-069d-4864-a2cc-88942442a595", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:19:41.381661 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-116320fb-ac3e-4b3a-94e7-755c4f6fdd94 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:19:41.382348 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7125b6ac-217a-4c3b-a263-7459bb3268ae', 'name': 'network-vif-deleted', 'tag': '95ed0171-069d-4864-a2cc-88942442a595', 'status': 'completed', 'code': 200} Sep 22 13:19:41.457887 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-9e54b957-953e-4db0-8a0f-88fb6bbd1b43 None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:19:41.692665 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9e54b957-953e-4db0-8a0f-88fb6bbd1b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:19:41.694692 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:41.729113 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54b957-953e-4db0-8a0f-88fb6bbd1b43 None None] Checking router: f4de7705-457a-44b7-8571-1393457adf0f for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:19:41.738457 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54b957-953e-4db0-8a0f-88fb6bbd1b43 None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:19:41.739130 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9e54b957-953e-4db0-8a0f-88fb6bbd1b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:19:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:19:41.854597 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-9e54b957-953e-4db0-8a0f-88fb6bbd1b43 None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:19:42.069133 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-9e54b957-953e-4db0-8a0f-88fb6bbd1b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:19:42.107338 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54b957-953e-4db0-8a0f-88fb6bbd1b43 None None] The sync data for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi is: [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:19:42.377483 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c005a06e-0a8d-4af2-97ca-2b824ef16870 None None] New status for floating IP 74fdcc3b-8f2c-4b16-ace7-731002a7068d: DOWN {{(pid=94875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:19:42.430867 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-0e3cbe24-69b1-4cbb-a2d3-0436e483ce81 req-85294aeb-b3e8-49a1-9eb5-0959e505fc8c tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 210 time: 0.0321894 Sep 22 13:19:43.491281 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 95ed0171-069d-4864-a2cc-88942442a595 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:19:43.510910 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: 95ed0171-069d-4864-a2cc-88942442a595 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:19:43.511245 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 95ed0171-069d-4864-a2cc-88942442a595 not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:19:43.545311 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1de876e5-d4ad-4d15-a99e-1ca6d1f2a736 req-48175cd9-07a6-4362-b4f5-5ae6956620d2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 210 time: 0.0277343 Sep 22 13:19:44.656269 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-76303754-a07c-4f4c-9751-dd81ffc6e914 req-502b2e87-c982-4681-b2e1-ebc3f52c453e tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 210 time: 0.0281765 Sep 22 13:19:45.506632 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:19:45.776347 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d9cb7f8b-e978-425d-9055-eeaf7282e6ac req-3a2e7b06-1849-4806-b1e3-b17df5d0efcb tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b6ac-217a-4c3b-a263-7459bb3268ae HTTP/1.1" status: 200 len: 210 time: 0.0271897 Sep 22 13:19:47.049720 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-d6bd72e8-3c4b-4a41-9b6b-35f84b64ed2c tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876939705&fields=id&tenant_id=506fa8c4d7e84973979a953f64caa8e3 HTTP/1.1" status: 200 len: 267 time: 0.0355663 Sep 22 13:19:47.159702 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-1cb33267-3ec1-4160-92a5-90cdc9ecaea4 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:47.161222 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-1cb33267-3ec1-4160-92a5-90cdc9ecaea4 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 809 time: 0.1046801 Sep 22 13:19:47.178079 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-90f5bd75-d82c-4774-ae85-206a00685bdd tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/quotas/506fa8c4d7e84973979a953f64caa8e3 HTTP/1.1" status: 200 len: 375 time: 0.0099266 Sep 22 13:19:47.233664 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-fe8af41b-da6a-4f80-801d-d3fae432e263 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482597 Sep 22 13:19:47.429205 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-d9de9f36-d38f-4ff8-b6d0-ac611b04d741 service neutron] 10.222.0.43 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828749 Sep 22 13:19:47.522508 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-634a5005-300e-40bf-a973-f577599bdf85 service neutron] 10.222.0.43 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865476 Sep 22 13:19:48.148026 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e40abda7-19ff-4436-b100-9f953f7e1319 req-c972694b-b548-4c57-8cd1-74025de5c4ee tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 210 time: 0.0309479 Sep 22 13:19:49.242787 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f5adc26c-d531-4637-a776-a56f364cf227 req-7d4a79f9-caaa-47a1-9bba-22c59e1ef8fc tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 210 time: 0.0264230 Sep 22 13:19:49.406751 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38186) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:49.521166 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:49.613878 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:49.746585 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:49.785069 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fda7294bdc10484bb1019f4143444eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771484 Sep 22 13:19:49.785983 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05c94bc-a6ee-464e-88c6-fa189d0086f6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:49.788267 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 38190) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:49.793626 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:49.793974 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:49.794308 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:49.794636 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:49.794960 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:49.795284 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:49.795633 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:49.795953 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:49.796272 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:49.796613 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:49.796926 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:49.797239 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f14c9d-24f1-4686-9cd6-5dbc322b5b69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:49.842986 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c185f518-93a0-44d5-ac03-d049b0747324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:49.868563 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c185f518-93a0-44d5-ac03-d049b0747324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:50.026898 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c185f518-93a0-44d5-ac03-d049b0747324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:50.029820 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c185f518-93a0-44d5-ac03-d049b0747324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:50.031119 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-c185f518-93a0-44d5-ac03-d049b0747324 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d05c94bc-a6ee-464e-88c6-fa189d0086f6 HTTP/1.1" status: 204 len: 168 time: 0.2418063 Sep 22 13:19:50.040045 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185f518-93a0-44d5-ac03-d049b0747324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05c94bc-a6ee-464e-88c6-fa189d0086f6,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:50.312096 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-d663cda9-0f66-4d14-9e4a-722eb3dcec6d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:50.313606 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-d663cda9-0f66-4d14-9e4a-722eb3dcec6d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 809 time: 0.1064208 Sep 22 13:19:50.339439 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-65af05a1-6046-47a5-9629-10ff1f137b92 req-036ce7c1-76e6-4cd2-a045-f956987391e6 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 210 time: 0.0272872 Sep 22 13:19:50.358355 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-5c31c39f-a95a-4686-9a65-96e92c1f8e45 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=506fa8c4d7e84973979a953f64caa8e3 HTTP/1.1" status: 200 len: 380 time: 0.0348949 Sep 22 13:19:50.371863 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-c922afd2-11d0-4227-a8c4-1df7637490f3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Request body: {'port': {'device_id': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'admin_state_up': True, 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'security_groups': ['2be20993-fe86-449b-894c-7156ae695245']}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:19:50.624766 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-c922afd2-11d0-4227-a8c4-1df7637490f3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Made reservation on behalf of 506fa8c4d7e84973979a953f64caa8e3 for: {'port': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:19:50.628292 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-c922afd2-11d0-4227-a8c4-1df7637490f3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:51.040170 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-c922afd2-11d0-4227-a8c4-1df7637490f3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Allocated IP 172.20.0.10 (3b2b60ff-ffa7-4f74-a063-d8f4477f3f78/dc88c452-327e-4ca3-ae70-bbca18702a86/3cd57090-ec8a-4ed8-9989-2aeebda1778d) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:19:51.191814 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-c922afd2-11d0-4227-a8c4-1df7637490f3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:51.312906 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-c922afd2-11d0-4227-a8c4-1df7637490f3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:51.358428 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38222) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:51.359251 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-c922afd2-11d0-4227-a8c4-1df7637490f3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:19:51.362537 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-c922afd2-11d0-4227-a8c4-1df7637490f3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:19:51.365150 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-c922afd2-11d0-4227-a8c4-1df7637490f3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:19:51.404902 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922afd2-11d0-4227-a8c4-1df7637490f3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'Port': ['ID=3cd57090-ec8a-4ed8-9989-2aeebda1778d,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:51.442112 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-c922afd2-11d0-4227-a8c4-1df7637490f3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:51.442867 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-c922afd2-11d0-4227-a8c4-1df7637490f3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:51.498028 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1592751378-network', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:19:51.505886 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320495e7-60f3-42a3-a5e6-a2d9ff3bef81 req-aa4e480c-c077-4476-978a-b932c9e1348b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:51.507798 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-320495e7-60f3-42a3-a5e6-a2d9ff3bef81 req-aa4e480c-c077-4476-978a-b932c9e1348b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 932 time: 0.0615833 Sep 22 13:19:51.556258 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-320495e7-60f3-42a3-a5e6-a2d9ff3bef81 req-3ec89d9d-eff0-45a5-9aee-5cf104564e32 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391481 Sep 22 13:19:51.580109 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-c922afd2-11d0-4227-a8c4-1df7637490f3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2129037 Sep 22 13:19:51.639283 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-d46f1bdb-4ec9-40ff-aa87-961fb2fa47df None None] Provisioning complete for port 3cd57090-ec8a-4ed8-9989-2aeebda1778d triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:19:51.639820 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d46f1bdb-4ec9-40ff-aa87-961fb2fa47df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:51.674023 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-d46f1bdb-4ec9-40ff-aa87-961fb2fa47df None None] Port 3cd57090-ec8a-4ed8-9989-2aeebda1778d cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:19:51.700572 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] Made reservation on behalf of 6b1e0e70b73e4fb1b5208231b5468fcf for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:19:51.702955 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:51.712253 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:51.802429 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:51.952374 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:51.978267 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:19:51.988217 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdd9c77-f92b-4e4a-877f-22281ffe81c5,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:51.994441 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:51.995310 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.segments_db [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] Added segment 27f9ce64-8fce-4c85-8c01-2a328c756279 of type vlan for network b272f558-e224-4fd2-b8d1-fa2ca461b31f Sep 22 13:19:52.038262 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:52.146603 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:52.147653 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:52.148248 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:52.212095 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b272f558-e224-4fd2-b8d1-fa2ca461b31f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:52.224040 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network b272f558-e224-4fd2-b8d1-fa2ca461b31f details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:19:52.318532 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-ea84a95e-c482-4223-9b9b-503c534563e3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9586058 Sep 22 13:19:52.321422 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38230) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:52.327122 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-27634008-eb56-4beb-84ad-9ee169299562 admin admin] Request body: {'subnet': {'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1592751378-subnet', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'ip_version': 4}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:19:52.433777 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27634008-eb56-4beb-84ad-9ee169299562 admin admin] Made reservation on behalf of 6b1e0e70b73e4fb1b5208231b5468fcf for: {'subnet': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:19:52.436184 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27634008-eb56-4beb-84ad-9ee169299562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9265352'] for subnet, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:52.679422 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3ad63-e0f6-4bc8-9da0-aaf0647484e3 req-ca244682-a043-4344-a857-ad48c62ea08f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:52.681273 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-09b3ad63-e0f6-4bc8-9da0-aaf0647484e3 req-ca244682-a043-4344-a857-ad48c62ea08f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 932 time: 0.0557296 Sep 22 13:19:52.735066 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-09b3ad63-e0f6-4bc8-9da0-aaf0647484e3 req-d56ae5d0-cdb0-40d2-b6bf-3655b8f8b984 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442495 Sep 22 13:19:52.739399 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27634008-eb56-4beb-84ad-9ee169299562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8721872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9265402'] for subnet, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:52.805101 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27634008-eb56-4beb-84ad-9ee169299562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:52.817411 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27634008-eb56-4beb-84ad-9ee169299562 admin admin] Checking segment: {'id': '27f9ce64-8fce-4c85-8c01-2a328c756279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:19:52.817769 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27634008-eb56-4beb-84ad-9ee169299562 admin admin] Network hostable DHCP agents. Network: b272f558-e224-4fd2-b8d1-fa2ca461b31f, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:19:52.906769 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27634008-eb56-4beb-84ad-9ee169299562 admin admin] Network b272f558-e224-4fd2-b8d1-fa2ca461b31f is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:19:53.018632 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-27634008-eb56-4beb-84ad-9ee169299562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, b272f558-e224-4fd2-b8d1-fa2ca461b31f) {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:19:53.023552 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27634008-eb56-4beb-84ad-9ee169299562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:53.024784 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-27634008-eb56-4beb-84ad-9ee169299562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:53.029641 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab62bcac-2087-4c99-928d-9f4c34361ef1 None None] Network b272f558-e224-4fd2-b8d1-fa2ca461b31f requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:19:53.130441 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-27634008-eb56-4beb-84ad-9ee169299562 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8068736 Sep 22 13:19:53.134064 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38236) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:53.138701 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:19:53.184828 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01d833cb-d995-53ea-8e06-0160417cf917-b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'fixed_ips': [{'subnet_id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467'}]}} from dv-cinder-810000-3-iscsi. {{(pid=94874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 13:19:53.185702 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:53.225639 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2998'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:53.226703 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3007'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:53.279837 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:53.322374 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.db_base_plugin_common [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Allocated IP 172.20.0.2 (b272f558-e224-4fd2-b8d1-fa2ca461b31f/23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467/a06face7-f687-4d73-adcb-465af2c560bb) {{(pid=94874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:19:53.489787 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Notify callbacks [] for port, precommit_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:53.509262 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:53.581521 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:53.622948 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Network b272f558-e224-4fd2-b8d1-fa2ca461b31f is already hosted by enough agents. {{(pid=94874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:19:53.626241 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.base_scheduler [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Resources bound (agent type, host, resource id): {{(pid=94874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:19:53.630427 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Received port after_create {{(pid=94874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:19:53.641471 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Pushing event updated for resources: {'Port': ['ID=a06face7-f687-4d73-adcb-465af2c560bb,revision_number=1']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:53.669425 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:53.669779 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:53.670133 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:53.670470 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:53.670807 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:53.671143 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:53.671505 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:53.671840 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:53.672202 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:53.672532 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:53.672860 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:53.673185 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:19:53.709848 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Attempting to bind port a06face7-f687-4d73-adcb-465af2c560bb on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:19:53.710216 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Attempting to bind port a06face7-f687-4d73-adcb-465af2c560bb by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '27f9ce64-8fce-4c85-8c01-2a328c756279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:19:53.710576 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Attempting to bind port a06face7-f687-4d73-adcb-465af2c560bb on network b272f558-e224-4fd2-b8d1-fa2ca461b31f {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:19:53.716681 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:19:53.717040 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Checking segment: {'id': '27f9ce64-8fce-4c85-8c01-2a328c756279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:19:53.717439 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:53.717828 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Bound using segment: {'id': '27f9ce64-8fce-4c85-8c01-2a328c756279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:19:53.718298 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Bound port: a06face7-f687-4d73-adcb-465af2c560bb, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f9ce64-8fce-4c85-8c01-2a328c756279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:19:53.718674 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:53.808375 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] For port a06face7-f687-4d73-adcb-465af2c560bb, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:19:53.808706 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:53.813791 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] For port a06face7-f687-4d73-adcb-465af2c560bb, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a06face7-f687-4d73-adcb-465af2c560bb,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:19:53.828794 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:53.890926 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:53.898833 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d330e-575c-4606-8050-1fbeb0f4e661 req-1e21a4dd-947f-435f-9b54-d70d7b663e4f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:53.901484 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0c0d330e-575c-4606-8050-1fbeb0f4e661 req-1e21a4dd-947f-435f-9b54-d70d7b663e4f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 932 time: 0.0660686 Sep 22 13:19:53.945388 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Allocated IP 172.27.1.152 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/14a073b7-fceb-46bc-9b84-185f586042f6) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:19:53.960117 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0c0d330e-575c-4606-8050-1fbeb0f4e661 req-7b655e02-95da-4a35-856d-c30704aa85fb tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475872 Sep 22 13:19:53.966556 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10247e-d8c8-4a2f-9624-d9fc3368a5bd None None] Pushing event updated for resources: {'Port': ['ID=a06face7-f687-4d73-adcb-465af2c560bb,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:54.007824 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Request body: {'port': {'device_id': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:19:54.080384 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:54.093290 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:54.238239 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:54.285269 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:19:54.289204 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:19:54.294057 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:19:54.322501 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Pushing event updated for resources: {'Port': ['ID=14a073b7-fceb-46bc-9b84-185f586042f6,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:54.474727 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd57090-ec8a-4ed8-9989-2aeebda1778d {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:19:54.483536 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:54.500362 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Transition to ACTIVE for port object 3cd57090-ec8a-4ed8-9989-2aeebda1778d will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:19:54.615695 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:54.722958 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Pushing event updated for resources: {'Port': ['ID=3cd57090-ec8a-4ed8-9989-2aeebda1778d,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:54.724709 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:54.829523 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Attempting to bind port 3cd57090-ec8a-4ed8-9989-2aeebda1778d on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:19:54.829864 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Attempting to bind port 3cd57090-ec8a-4ed8-9989-2aeebda1778d by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:19:54.830201 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Attempting to bind port 3cd57090-ec8a-4ed8-9989-2aeebda1778d on network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:19:54.835684 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Port 3cd57090-ec8a-4ed8-9989-2aeebda1778d on network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:19:54.836037 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Attempting to bind port 3cd57090-ec8a-4ed8-9989-2aeebda1778d on network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:19:54.852542 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:19:54.853551 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Checking segment: {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:19:54.858816 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Bound using segment: {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:19:54.858816 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Bound port: 3cd57090-ec8a-4ed8-9989-2aeebda1778d, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:19:54.858816 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:54.981206 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] For port 3cd57090-ec8a-4ed8-9989-2aeebda1778d, host hv-cinder-81000, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:19:54.988959 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] For port 3cd57090-ec8a-4ed8-9989-2aeebda1778d, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=3cd57090-ec8a-4ed8-9989-2aeebda1778d,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:19:55.060483 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a06face7-f687-4d73-adcb-465af2c560bb up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:19:55.073505 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:55.139084 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:55.139889 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:55.142124 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] 10.222.0.23 "PUT /v2.0/ports/3cd57090-ec8a-4ed8-9989-2aeebda1778d HTTP/1.1" status: 200 len: 1094 time: 1.1427388 Sep 22 13:19:55.142711 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'tag': '3cd57090-ec8a-4ed8-9989-2aeebda1778d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:19:55.145194 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8daebba-f6aa-4398-95bf-c6248850a37f" -d '{"events": [{"name": "network-changed", "server_uuid": "09a6fb66-08b8-4248-adb0-62b4e4c9ce54", "tag": "3cd57090-ec8a-4ed8-9989-2aeebda1778d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:19:55.153378 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port a06face7-f687-4d73-adcb-465af2c560bb triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:19:55.154083 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:55.170114 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567739'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:55.214134 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2b3daf-12af-4848-a199-8d7da1c43ca2 x-openstack-request-id: req-bd2b3daf-12af-4848-a199-8d7da1c43ca2 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:19:55.218278 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a6fb66-08b8-4248-adb0-62b4e4c9ce54", "tag": "3cd57090-ec8a-4ed8-9989-2aeebda1778d", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:19:55.218278 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd2b3daf-12af-4848-a199-8d7da1c43ca2 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:19:55.218278 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'tag': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'status': 'completed', 'code': 200} Sep 22 13:19:55.226045 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3290210-d3e9-4fc1-94b2-c046ac15165c service neutron] Pushing event updated for resources: {'Port': ['ID=3cd57090-ec8a-4ed8-9989-2aeebda1778d,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:55.283541 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85432de-a55f-44ff-a453-85e0ce7998d7 None None] Network b272f558-e224-4fd2-b8d1-fa2ca461b31f requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:19:55.318591 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:55.338045 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daebba-f6aa-4398-95bf-c6248850a37f req-81a778f5-bff8-414e-8d32-89d310794233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:55.341551 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f8daebba-f6aa-4398-95bf-c6248850a37f req-81a778f5-bff8-414e-8d32-89d310794233 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 1097 time: 0.1064620 Sep 22 13:19:55.471299 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daebba-f6aa-4398-95bf-c6248850a37f req-a34ff494-e4c1-4514-9afb-448ac54d63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:55.473312 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f8daebba-f6aa-4398-95bf-c6248850a37f req-a34ff494-e4c1-4514-9afb-448ac54d63c7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=506fa8c4d7e84973979a953f64caa8e3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1224949 Sep 22 13:19:55.584738 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port a06face7-f687-4d73-adcb-465af2c560bb, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a06face7-f687-4d73-adcb-465af2c560bb,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:19:55.589828 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-4fda8d5d-636b-4e4b-9aec-c1115aba5869 None None] Provisioning complete for port a06face7-f687-4d73-adcb-465af2c560bb triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:19:55.590109 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4fda8d5d-636b-4e4b-9aec-c1115aba5869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:55.596596 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daebba-f6aa-4398-95bf-c6248850a37f req-6a2de295-6320-43ff-bf7a-c5f62ee7258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:55.598287 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f8daebba-f6aa-4398-95bf-c6248850a37f req-6a2de295-6320-43ff-bf7a-c5f62ee7258f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182811 Sep 22 13:19:55.617715 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17f222-4fd9-489b-93e9-e77f8fbbe63d req-8de93589-108b-4f94-a12b-64a498a794fe tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:55.620758 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-df17f222-4fd9-489b-93e9-e77f8fbbe63d req-8de93589-108b-4f94-a12b-64a498a794fe tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 944 time: 0.5226266 Sep 22 13:19:55.673458 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:55.710344 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-1a6454be-1f22-4121-8f8d-30d46fbef7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:55.712036 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-1a6454be-1f22-4121-8f8d-30d46fbef7b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 1097 time: 0.0671947 Sep 22 13:19:55.727753 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-df17f222-4fd9-489b-93e9-e77f8fbbe63d req-7223969c-0d55-445f-90ba-b29c4edcdd4a tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880065 Sep 22 13:19:55.774228 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-fe61c31f-120c-44ae-b7d7-a18b408e20a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd57090-ec8a-4ed8-9989-2aeebda1778d HTTP/1.1" status: 200 len: 217 time: 0.0538971 Sep 22 13:19:55.786656 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=a06face7-f687-4d73-adcb-465af2c560bb,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:55.836818 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-cc086ad2-d0de-4f79-94bf-77c33f9aa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:55.838459 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-cc086ad2-d0de-4f79-94bf-77c33f9aa822 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc88c452-327e-4ca3-ae70-bbca18702a86 HTTP/1.1" status: 200 len: 848 time: 0.0578198 Sep 22 13:19:55.899381 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-4bd9ffe1-32b9-4bfc-a3c0-52499f299c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:55.900998 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-4bd9ffe1-32b9-4bfc-a3c0-52499f299c18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540981 Sep 22 13:19:55.905147 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 is scheduled to L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 13:19:56.010180 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-9afba921-be15-4711-9d07-457fec3bcd4a service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993488 Sep 22 13:19:56.050863 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-5af5027d-c152-46bb-93d5-ebab67920eb6 None None] Provisioning complete for port a06face7-f687-4d73-adcb-465af2c560bb triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:19:56.051688 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-5af5027d-c152-46bb-93d5-ebab67920eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:56.080302 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:19:56.095698 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Sync routers for ids ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:19:56.118104 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Routers {'128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:19:56.118814 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:19:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:19:56.141602 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2ec6b5c-3638-4045-ab66-79903bc3414e req-d61f2430-02d2-4b69-b121-8ae186e6ab6a service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219122 Sep 22 13:19:56.175069 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:56.176469 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-028c9f40-7d6e-4437-8969-09735eb1c73b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0412807 Sep 22 13:19:56.179522 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38260) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:56.271815 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Set router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:19:56.488950 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:54Z', 'revision_number': 3, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port': {'id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:19:56.527153 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Checking router: 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:19:56.527723 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Updating router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 port 14a073b7-fceb-46bc-9b84-185f586042f6 binding host dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:19:56.571008 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:56.717643 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:56.921060 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:56.944553 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49667cd-b655-41ae-ba34-77c51c07ed4a req-734a50b4-e3e5-420e-8664-9a4b62a44107 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:56.948859 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e49667cd-b655-41ae-ba34-77c51c07ed4a req-734a50b4-e3e5-420e-8664-9a4b62a44107 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 944 time: 0.0854149 Sep 22 13:19:56.960324 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Allocated IP 172.20.0.1 (b272f558-e224-4fd2-b8d1-fa2ca461b31f/23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467/cab04d5d-92be-429c-a30a-bbaace41f03f) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:19:56.989271 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a06face7-f687-4d73-adcb-465af2c560bb up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:19:57.001526 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e49667cd-b655-41ae-ba34-77c51c07ed4a req-a0c888b3-b3c6-4bfc-a770-6267bd42d1ac tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475526 Sep 22 13:19:57.018168 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:57.088307 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eed129-fd49-41f3-bae3-4623c4704a33 None None] Pushing event updated for resources: {'Port': ['ID=14a073b7-fceb-46bc-9b84-185f586042f6,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:57.092943 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Attempting to bind port 14a073b7-fceb-46bc-9b84-185f586042f6 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:19:57.093302 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Attempting to bind port 14a073b7-fceb-46bc-9b84-185f586042f6 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:19:57.093661 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Attempting to bind port 14a073b7-fceb-46bc-9b84-185f586042f6 on network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:19:57.107891 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:19:57.107891 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Checking segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:19:57.107891 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:57.107891 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Bound using segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:19:57.107891 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Bound port: 14a073b7-fceb-46bc-9b84-185f586042f6, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:19:57.107891 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:57.122320 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:57.137830 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port a06face7-f687-4d73-adcb-465af2c560bb triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:19:57.138207 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:57.204935 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] For port 14a073b7-fceb-46bc-9b84-185f586042f6, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:19:57.219856 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] For port 14a073b7-fceb-46bc-9b84-185f586042f6, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=14a073b7-fceb-46bc-9b84-185f586042f6,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:19:57.341189 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:57.378353 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Network b272f558-e224-4fd2-b8d1-fa2ca461b31f is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:19:57.381438 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:19:57.386071 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:19:57.399243 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:57.418199 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Pushing event updated for resources: {'Port': ['ID=cab04d5d-92be-429c-a30a-bbaace41f03f,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:57.444886 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564358'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:57.480135 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Routers {'128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:19:57.481221 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:19:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:19:57.542837 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eed129-fd49-41f3-bae3-4623c4704a33 None None] Pushing event updated for resources: {'Port': ['ID=14a073b7-fceb-46bc-9b84-185f586042f6,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:57.632779 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] Set router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:19:57.660150 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:57.721837 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-44b2fd99-85e9-4ab0-8888-010888346b90 None None] Provisioning complete for port cab04d5d-92be-429c-a30a-bbaace41f03f triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:19:57.722119 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-44b2fd99-85e9-4ab0-8888-010888346b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:57.797608 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-44b2fd99-85e9-4ab0-8888-010888346b90 None None] Port cab04d5d-92be-429c-a30a-bbaace41f03f cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:19:57.844511 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:57.872649 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:54Z', 'revision_number': 3, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port': {'id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:19:57.901106 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ddb4af-1052-485c-8d1b-82714541d8b3 None None] The sync data for ids ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'] in dv-cinder-810000-3-iscsi is: [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:54Z', 'revision_number': 3, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port': {'id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:19:57.973470 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:58.051613 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Pushing event updated for resources: {'Port': ['ID=cab04d5d-92be-429c-a30a-bbaace41f03f,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:58.057269 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562038'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:58.203185 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a379ce5-ece4-4999-b7ae-dfb8520b611f req-4361d7fc-49b7-46ed-b75b-54667b2d0b95 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:58.204965 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4a379ce5-ece4-4999-b7ae-dfb8520b611f req-4361d7fc-49b7-46ed-b75b-54667b2d0b95 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 944 time: 0.1106350 Sep 22 13:19:58.216829 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Network b272f558-e224-4fd2-b8d1-fa2ca461b31f is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:19:58.218362 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:19:58.300285 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-4a379ce5-ece4-4999-b7ae-dfb8520b611f req-15f682a0-2d51-4020-8972-3bd13802f9f7 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856614 Sep 22 13:19:58.380750 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:19:58.514573 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:19:58.523296 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-142ed576-c744-4979-8faf-3a30aafc952f admin admin] 10.222.0.43 "PUT /v2.0/routers/128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3421805 Sep 22 13:19:58.537770 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-023681ae-9a95-4c42-999b-9a70f43045d2 None None] Provisioning complete for port cab04d5d-92be-429c-a30a-bbaace41f03f triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:19:58.538478 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-023681ae-9a95-4c42-999b-9a70f43045d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:58.585988 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-023681ae-9a95-4c42-999b-9a70f43045d2 None None] Port cab04d5d-92be-429c-a30a-bbaace41f03f cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:19:58.948340 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 14a073b7-fceb-46bc-9b84-185f586042f6 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:19:59.001302 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 14a073b7-fceb-46bc-9b84-185f586042f6 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:19:59.001738 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:59.092221 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:59.116766 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port 14a073b7-fceb-46bc-9b84-185f586042f6, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=14a073b7-fceb-46bc-9b84-185f586042f6,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:19:59.260756 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:59.325786 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=14a073b7-fceb-46bc-9b84-185f586042f6,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:59.427398 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38298) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:19:59.432949 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1523171701-network', 'tenant_id': '50543a6cf12241ad98755d5c97965941'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:19:59.468679 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e45dc1-015f-4451-9eae-02414399b74d req-5aeb1f2a-cbb8-4962-89c8-e9273ac45b8d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:19:59.471973 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d8e45dc1-015f-4451-9eae-02414399b74d req-5aeb1f2a-cbb8-4962-89c8-e9273ac45b8d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 944 time: 0.0705328 Sep 22 13:19:59.513196 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d8e45dc1-015f-4451-9eae-02414399b74d req-8735d682-3fcd-4b50-9ced-59ca50c779aa tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362508 Sep 22 13:19:59.574701 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] Made reservation on behalf of 50543a6cf12241ad98755d5c97965941 for: {'network': 1} {{(pid=94872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:19:59.578608 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for network, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:59.586768 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:59.625389 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Sync routers for ids ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:19:59.638834 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Routers {'128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:19:59.639613 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:19:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:19:59.714574 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:59.764130 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Set router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:19:59.864782 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:59.891599 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 13:19:59.902649 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2381a644-b5db-42e9-b00a-df214fb651f2,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:19:59.908123 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:59.909365 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.segments_db [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] Added segment de86ccc4-c0c4-4610-9095-3d078ebdb4fb of type vlan for network 79417d57-629c-4ec8-9a62-6272bbac1aaa Sep 22 13:19:59.966246 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756459109654'] for network, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:19:59.990501 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:57Z', 'revision_number': 4, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port': {'id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'cab04d5d-92be-429c-a30a-bbaace41f03f', 'name': '', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'mac_address': 'fa:16:3e:4d:d4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:56Z', 'updated_at': '2021-09-22T13:19:57Z', 'revision_number': 2, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'subnets': [{'id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:00.037523 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Checking router: 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:20:00.038011 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Updating router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 port cab04d5d-92be-429c-a30a-bbaace41f03f binding host dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:20:00.079583 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:00.117912 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784'] for network, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:00.119743 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:00.120794 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:00.190368 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] Pushing event updated for resources: {'Network': ['ID=79417d57-629c-4ec8-9a62-6272bbac1aaa,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:00.204999 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Network 79417d57-629c-4ec8-9a62-6272bbac1aaa details requested by agent ovs-agent-dv-cinder-810000-3-iscsi with host dv-cinder-810000-3-iscsi {{(pid=94874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 13:20:00.249671 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-5003bbab-f15f-4c09-b6ed-951d5577662a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8211153 Sep 22 13:20:00.255716 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 38306) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:00.260088 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-43e40592-ad2b-4442-8cd9-a7dafb2ef319 admin admin] Request body: {'subnet': {'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1523171701-subnet', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'ip_version': 4}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:20:00.397621 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e40592-ad2b-4442-8cd9-a7dafb2ef319 admin admin] Made reservation on behalf of 50543a6cf12241ad98755d5c97965941 for: {'subnet': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:20:00.400158 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-43e40592-ad2b-4442-8cd9-a7dafb2ef319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11900479'] for subnet, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:00.401734 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Notify callbacks [] for port, precommit_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:00.512513 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:00.601887 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53776e-183e-47c0-8f3c-680f3d89a440 None None] Pushing event updated for resources: {'Port': ['ID=cab04d5d-92be-429c-a30a-bbaace41f03f,revision_number=3']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:00.623315 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53776e-183e-47c0-8f3c-680f3d89a440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:00.624176 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53776e-183e-47c0-8f3c-680f3d89a440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:00.625581 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53776e-183e-47c0-8f3c-680f3d89a440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:00.626203 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53776e-183e-47c0-8f3c-680f3d89a440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:00.626727 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53776e-183e-47c0-8f3c-680f3d89a440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:00.627282 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53776e-183e-47c0-8f3c-680f3d89a440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:00.627887 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53776e-183e-47c0-8f3c-680f3d89a440 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:00.628438 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53776e-183e-47c0-8f3c-680f3d89a440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:00.631105 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53776e-183e-47c0-8f3c-680f3d89a440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:00.631105 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53776e-183e-47c0-8f3c-680f3d89a440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:00.631105 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53776e-183e-47c0-8f3c-680f3d89a440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:00.631105 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53776e-183e-47c0-8f3c-680f3d89a440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:00.736074 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42efe01-d617-44a0-b60b-2ba4a732de05 req-342c9356-cf8a-4356-a5f0-715a8b5b78b6 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:00.738319 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a42efe01-d617-44a0-b60b-2ba4a732de05 req-342c9356-cf8a-4356-a5f0-715a8b5b78b6 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 944 time: 0.0922670 Sep 22 13:20:00.745598 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Attempting to bind port cab04d5d-92be-429c-a30a-bbaace41f03f on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:20:00.751233 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Attempting to bind port cab04d5d-92be-429c-a30a-bbaace41f03f by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '27f9ce64-8fce-4c85-8c01-2a328c756279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f'}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:20:00.751233 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Attempting to bind port cab04d5d-92be-429c-a30a-bbaace41f03f on network b272f558-e224-4fd2-b8d1-fa2ca461b31f {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:20:00.758021 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:20:00.758778 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Checking segment: {'id': '27f9ce64-8fce-4c85-8c01-2a328c756279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:20:00.760180 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:00.760872 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Bound using segment: {'id': '27f9ce64-8fce-4c85-8c01-2a328c756279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f'} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:20:00.761751 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Bound port: cab04d5d-92be-429c-a30a-bbaace41f03f, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f9ce64-8fce-4c85-8c01-2a328c756279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f'}}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:20:00.762410 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:00.798795 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a42efe01-d617-44a0-b60b-2ba4a732de05 req-3291beab-59bc-4810-a28d-9b455bf0dc69 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541205 Sep 22 13:20:00.815409 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-43e40592-ad2b-4442-8cd9-a7dafb2ef319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9112682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11900429'] for subnet, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:00.890133 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] For port cab04d5d-92be-429c-a30a-bbaace41f03f, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:20:00.894936 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] For port cab04d5d-92be-429c-a30a-bbaace41f03f, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=cab04d5d-92be-429c-a30a-bbaace41f03f,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:20:00.931772 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-1cb15ea6-efa0-4790-ba96-e58262d32920 None None] Provisioning complete for port cab04d5d-92be-429c-a30a-bbaace41f03f triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:00.934805 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1cb15ea6-efa0-4790-ba96-e58262d32920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:00.948005 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e40592-ad2b-4442-8cd9-a7dafb2ef319 admin admin] Checking segment: {'id': 'de86ccc4-c0c4-4610-9095-3d078ebdb4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:20:00.948349 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e40592-ad2b-4442-8cd9-a7dafb2ef319 admin admin] Network hostable DHCP agents. Network: 79417d57-629c-4ec8-9a62-6272bbac1aaa, hostable agents: ['3984422c-35a1-4e8d-86a6-174b4b775e58'], hosted agents: [] {{(pid=94873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 13:20:00.950782 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e40592-ad2b-4442-8cd9-a7dafb2ef319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c7326a-3a17-478d-96f3-fdc2bec17ff0,revision_number=0']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:00.980746 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 14a073b7-fceb-46bc-9b84-185f586042f6 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:20:00.981082 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:01.018896 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-1cb15ea6-efa0-4790-ba96-e58262d32920 None None] Port cab04d5d-92be-429c-a30a-bbaace41f03f cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:20:01.047309 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53776e-183e-47c0-8f3c-680f3d89a440 None None] Pushing event updated for resources: {'Port': ['ID=cab04d5d-92be-429c-a30a-bbaace41f03f,revision_number=4']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:01.058864 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 14a073b7-fceb-46bc-9b84-185f586042f6 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:01.059527 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:01.061234 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Routers {'128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:20:01.061954 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:19:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:01.083502 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e40592-ad2b-4442-8cd9-a7dafb2ef319 admin admin] Network 79417d57-629c-4ec8-9a62-6272bbac1aaa is scheduled to be hosted by DHCP agent 3984422c-35a1-4e8d-86a6-174b4b775e58 with binding_index 1 {{(pid=94873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 13:20:01.191722 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] Set router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:20:01.203150 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-43e40592-ad2b-4442-8cd9-a7dafb2ef319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-3-iscsi, 79417d57-629c-4ec8-9a62-6272bbac1aaa) {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:20:01.209497 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e40592-ad2b-4442-8cd9-a7dafb2ef319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:01.210253 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-43e40592-ad2b-4442-8cd9-a7dafb2ef319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:01.216584 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ee1e1b-a92c-4fcf-bb7a-b1e374d16951 None None] Network 79417d57-629c-4ec8-9a62-6272bbac1aaa requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:20:01.344075 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38346) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:01.346039 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-43e40592-ad2b-4442-8cd9-a7dafb2ef319 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0920467 Sep 22 13:20:01.351165 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1523171701-router', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:20:01.452218 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:57Z', 'revision_number': 4, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port': {'id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'cab04d5d-92be-429c-a30a-bbaace41f03f', 'name': '', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'mac_address': 'fa:16:3e:4d:d4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:56Z', 'updated_at': '2021-09-22T13:20:00Z', 'revision_number': 4, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'subnets': [{'id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:01.483270 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2998'] for router, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:01.484689 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3007'] for router, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:01.485118 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b22d52e-7ad0-49dd-b5e1-5e60aff12f6d None None] The sync data for ids ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'] in dv-cinder-810000-3-iscsi is: [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:57Z', 'revision_number': 4, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port': {'id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'cab04d5d-92be-429c-a30a-bbaace41f03f', 'name': '', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'mac_address': 'fa:16:3e:4d:d4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:56Z', 'updated_at': '2021-09-22T13:20:00Z', 'revision_number': 4, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'subnets': [{'id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:20:01.506576 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-61ce34e3-daa2-4b3a-a121-37de8b101e71 None None] Provisioning complete for port cab04d5d-92be-429c-a30a-bbaace41f03f triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:01.507247 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-61ce34e3-daa2-4b3a-a121-37de8b101e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:01.554080 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:01.666525 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01d833cb-d995-53ea-8e06-0160417cf917-79417d57-629c-4ec8-9a62-6272bbac1aaa', 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'fixed_ips': [{'subnet_id': 'c8c7326a-3a17-478d-96f3-fdc2bec17ff0'}]}} from dv-cinder-810000-3-iscsi. {{(pid=94874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 13:20:01.667577 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:01.685942 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-61ce34e3-daa2-4b3a-a121-37de8b101e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:01.791230 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-61ce34e3-daa2-4b3a-a121-37de8b101e71 None None] For port cab04d5d-92be-429c-a30a-bbaace41f03f, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=cab04d5d-92be-429c-a30a-bbaace41f03f,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:20:01.818399 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:01.883540 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.db_base_plugin_common [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Allocated IP 172.20.0.2 (79417d57-629c-4ec8-9a62-6272bbac1aaa/c8c7326a-3a17-478d-96f3-fdc2bec17ff0/6ee8af40-fddc-4ec2-b991-b69887c3f61b) {{(pid=94874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:20:01.923047 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-61ce34e3-daa2-4b3a-a121-37de8b101e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:01.982964 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9904977-b127-44f0-bbbb-edad28a995f5 req-b7ef55f1-b59e-4cd8-a908-27652048b357 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:01.995708 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d9904977-b127-44f0-bbbb-edad28a995f5 req-b7ef55f1-b59e-4cd8-a908-27652048b357 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 944 time: 0.0975277 Sep 22 13:20:02.051951 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d9904977-b127-44f0-bbbb-edad28a995f5 req-aa78b8f4-20d1-459b-8dba-4185b11a9e5f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516889 Sep 22 13:20:02.145101 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Notify callbacks [] for port, precommit_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:02.152208 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce34e3-daa2-4b3a-a121-37de8b101e71 None None] Pushing event updated for resources: {'Port': ['ID=cab04d5d-92be-429c-a30a-bbaace41f03f,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:02.225668 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399'] for port, after_create {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:02.251721 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:02.273200 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:02.320351 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Network 79417d57-629c-4ec8-9a62-6272bbac1aaa is already hosted by enough agents. {{(pid=94874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:20:02.325268 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.scheduler.base_scheduler [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Resources bound (agent type, host, resource id): {{(pid=94874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:20:02.331383 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Received port after_create {{(pid=94874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:20:02.352753 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Pushing event updated for resources: {'Port': ['ID=6ee8af40-fddc-4ec2-b991-b69887c3f61b,revision_number=1']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:02.430948 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Attempting to bind port 6ee8af40-fddc-4ec2-b991-b69887c3f61b on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:20:02.430948 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Attempting to bind port 6ee8af40-fddc-4ec2-b991-b69887c3f61b by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': 'de86ccc4-c0c4-4610-9095-3d078ebdb4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:20:02.431384 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Attempting to bind port 6ee8af40-fddc-4ec2-b991-b69887c3f61b on network 79417d57-629c-4ec8-9a62-6272bbac1aaa {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:20:02.438467 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:20:02.438818 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Checking segment: {'id': 'de86ccc4-c0c4-4610-9095-3d078ebdb4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:20:02.439026 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:02.439445 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Bound using segment: {'id': 'de86ccc4-c0c4-4610-9095-3d078ebdb4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:20:02.440039 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Bound port: 6ee8af40-fddc-4ec2-b991-b69887c3f61b, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de86ccc4-c0c4-4610-9095-3d078ebdb4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:20:02.440348 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:02.450707 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Allocated IP 172.27.1.236 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/3c1b4223-8078-4d5a-8125-8d841f9c19c1) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:20:02.520196 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] For port 6ee8af40-fddc-4ec2-b991-b69887c3f61b, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:20:02.527980 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] For port 6ee8af40-fddc-4ec2-b991-b69887c3f61b, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=6ee8af40-fddc-4ec2-b991-b69887c3f61b,segment=NetworkSegment(de86ccc4-c0c4-4610-9095-3d078ebdb4fb),segment_id=de86ccc4-c0c4-4610-9095-3d078ebdb4fb)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:20:02.577593 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:02.609172 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:02.693096 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fdf6a-d9f1-4e8f-af47-d1bc2e797f33 None None] Pushing event updated for resources: {'Port': ['ID=6ee8af40-fddc-4ec2-b991-b69887c3f61b,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:02.697237 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:02.754928 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:20:02.759488 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:20:02.766614 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:20:02.804065 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Pushing event updated for resources: {'Port': ['ID=3c1b4223-8078-4d5a-8125-8d841f9c19c1,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:02.856273 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 3cd57090-ec8a-4ed8-9989-2aeebda1778d details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:20:03.050264 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 3cd57090-ec8a-4ed8-9989-2aeebda1778d, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=3cd57090-ec8a-4ed8-9989-2aeebda1778d,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:20:03.070366 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'port_id': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'mac_address': 'fa:16:3e:d0:18:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:20:03.163181 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device cab04d5d-92be-429c-a30a-bbaace41f03f up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:20:03.193994 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:03.214360 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd57090-ec8a-4ed8-9989-2aeebda1778d {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:20:03.244278 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 3cd57090-ec8a-4ed8-9989-2aeebda1778d, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=3cd57090-ec8a-4ed8-9989-2aeebda1778d,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:20:03.244933 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c895939-a2e0-4c09-9988-7fd636a0cfe4 req-3ef1b415-42f7-4c15-9bf6-9895b717b6f9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:03.246188 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3c895939-a2e0-4c09-9988-7fd636a0cfe4 req-3ef1b415-42f7-4c15-9bf6-9895b717b6f9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 944 time: 0.1012554 Sep 22 13:20:03.253288 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port cab04d5d-92be-429c-a30a-bbaace41f03f triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:03.253660 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:03.263384 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:03.335404 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3c895939-a2e0-4c09-9988-7fd636a0cfe4 req-f04d2f95-e723-4188-8b86-8c53e96fb6fa tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791717 Sep 22 13:20:03.354074 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 6ee8af40-fddc-4ec2-b991-b69887c3f61b up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:20:03.378670 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:03.456085 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=3cd57090-ec8a-4ed8-9989-2aeebda1778d,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:03.468159 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 6ee8af40-fddc-4ec2-b991-b69887c3f61b triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:03.468159 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:03.587334 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:03.631381 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port 6ee8af40-fddc-4ec2-b991-b69887c3f61b, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=6ee8af40-fddc-4ec2-b991-b69887c3f61b,segment=NetworkSegment(de86ccc4-c0c4-4610-9095-3d078ebdb4fb),segment_id=de86ccc4-c0c4-4610-9095-3d078ebdb4fb)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:20:03.634723 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['3cd57090-ec8a-4ed8-9989-2aeebda1778d'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:20:03.796351 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:03.866605 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567739'] for router, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:03.893869 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=6ee8af40-fddc-4ec2-b991-b69887c3f61b,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:03.900271 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dbecb6-ccfd-4d0d-be20-1759157ceb65 None None] Network 79417d57-629c-4ec8-9a62-6272bbac1aaa requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:20:04.057621 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-557646ca-6206-4d80-9011-6103f3df0306 None None] Provisioning complete for port 6ee8af40-fddc-4ec2-b991-b69887c3f61b triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:04.057976 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-557646ca-6206-4d80-9011-6103f3df0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:04.098780 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Router 384a2a30-aa1f-4f95-9e71-dd81dd68f54c is scheduled to L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb with binding_index 1 {{(pid=94872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 13:20:04.229042 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:20:04.252692 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Sync routers for ids ['384a2a30-aa1f-4f95-9e71-dd81dd68f54c'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:20:04.317334 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:04.318603 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-7e3ccab0-cd22-4de0-9560-807bc3e2114e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9732351 Sep 22 13:20:04.321454 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Routers {'384a2a30-aa1f-4f95-9e71-dd81dd68f54c'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:20:04.321644 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38372) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:04.322104 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:19:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['384a2a30-aa1f-4f95-9e71-dd81dd68f54c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:04.503113 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569b3ff-c915-4893-900f-a4f363df0c39 req-8ccad5f4-75dd-49f9-98af-49c53a797a94 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:04.505553 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9569b3ff-c915-4893-900f-a4f363df0c39 req-8ccad5f4-75dd-49f9-98af-49c53a797a94 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 945 time: 0.0719061 Sep 22 13:20:04.520738 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Set router 384a2a30-aa1f-4f95-9e71-dd81dd68f54c gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:20:04.560669 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9569b3ff-c915-4893-900f-a4f363df0c39 req-b192031f-bd48-47a6-8ddd-7e3512a39825 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471516 Sep 22 13:20:04.726885 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-4e51bc6f-967f-4fc4-b219-021c8e28ee4e None None] Provisioning complete for port 6ee8af40-fddc-4ec2-b991-b69887c3f61b triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:04.729217 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4e51bc6f-967f-4fc4-b219-021c8e28ee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:04.869891 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 3cd57090-ec8a-4ed8-9989-2aeebda1778d up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:20:04.872520 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'name': 'tempest-TestShelveInstance-1523171701-router', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3c1b4223-8078-4d5a-8125-8d841f9c19c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:20:01Z', 'updated_at': '2021-09-22T13:20:03Z', 'revision_number': 3, 'project_id': '50543a6cf12241ad98755d5c97965941', 'gw_port': {'id': '3c1b4223-8078-4d5a-8125-8d841f9c19c1', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:73:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:20:02Z', 'updated_at': '2021-09-22T13:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:04.905539 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.067922 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 6ee8af40-fddc-4ec2-b991-b69887c3f61b up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:20:05.076396 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Checking router: 384a2a30-aa1f-4f95-9e71-dd81dd68f54c for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:20:05.076731 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Updating router 384a2a30-aa1f-4f95-9e71-dd81dd68f54c port 3c1b4223-8078-4d5a-8125-8d841f9c19c1 binding host dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:20:05.107964 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Allocated IP 172.20.0.1 (79417d57-629c-4ec8-9a62-6272bbac1aaa/c8c7326a-3a17-478d-96f3-fdc2bec17ff0/4cfcfb27-b784-4149-8ac1-5bda5bcccebf) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:20:05.140822 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.235054 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.252368 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-4e6cd05d-fb74-475c-a61a-a4238fdb4b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.264300 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port 3cd57090-ec8a-4ed8-9989-2aeebda1778d completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:20:05.269983 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 6ee8af40-fddc-4ec2-b991-b69887c3f61b triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:05.270363 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.274653 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port 3cd57090-ec8a-4ed8-9989-2aeebda1778d triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:05.275212 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.340386 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.375688 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Network 79417d57-629c-4ec8-9a62-6272bbac1aaa is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:20:05.378339 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:20:05.382274 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:20:05.421006 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Pushing event updated for resources: {'Port': ['ID=4cfcfb27-b784-4149-8ac1-5bda5bcccebf,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:05.444906 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564358'] for router_interface, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.524082 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.568611 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd57090-ec8a-4ed8-9989-2aeebda1778d'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:20:05.571521 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a35c68-a638-4d9b-82d8-b04b8c57a6f5" -d '{"events": [{"server_uuid": "09a6fb66-08b8-4248-adb0-62b4e4c9ce54", "name": "network-vif-plugged", "status": "completed", "tag": "3cd57090-ec8a-4ed8-9989-2aeebda1778d"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:20:05.612981 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff0c1b8-6921-4a6e-b411-34468fca6cfa x-openstack-request-id: req-fff0c1b8-6921-4a6e-b411-34468fca6cfa {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:20:05.613335 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a6fb66-08b8-4248-adb0-62b4e4c9ce54", "name": "network-vif-plugged", "status": "completed", "tag": "3cd57090-ec8a-4ed8-9989-2aeebda1778d", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:20:05.613549 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fff0c1b8-6921-4a6e-b411-34468fca6cfa {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:20:05.613913 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'code': 200} Sep 22 13:20:05.634347 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 3cd57090-ec8a-4ed8-9989-2aeebda1778d, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=3cd57090-ec8a-4ed8-9989-2aeebda1778d,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:20:05.652427 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Notify callbacks [] for port, precommit_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.709241 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.723583 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.771327 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c0f1a-fb4c-4716-8a93-551e121dc729 req-b2863c43-3440-4ead-8173-dd3a41de7a68 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:05.772981 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b39c0f1a-fb4c-4716-8a93-551e121dc729 req-b2863c43-3440-4ead-8173-dd3a41de7a68 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 945 time: 0.1104562 Sep 22 13:20:05.787018 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-960203e5-5458-4899-b0ab-7cbc277a0d25 None None] Provisioning complete for port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:05.787603 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-960203e5-5458-4899-b0ab-7cbc277a0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.790871 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.832123 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b39c0f1a-fb4c-4716-8a93-551e121dc729 req-69560c5b-e14a-41bc-a895-bd431f74d410 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488834 Sep 22 13:20:05.885454 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Attempting to bind port 3c1b4223-8078-4d5a-8125-8d841f9c19c1 on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:20:05.885738 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Attempting to bind port 3c1b4223-8078-4d5a-8125-8d841f9c19c1 by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:20:05.886093 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Attempting to bind port 3c1b4223-8078-4d5a-8125-8d841f9c19c1 on network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:20:05.891821 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=3cd57090-ec8a-4ed8-9989-2aeebda1778d,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:05.897474 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-960203e5-5458-4899-b0ab-7cbc277a0d25 None None] Port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:20:05.922690 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:20:05.923066 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Checking segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:20:05.923527 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.923920 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Bound using segment: {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'} {{(pid=94874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:20:05.924400 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.managers [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Bound port: 3c1b4223-8078-4d5a-8125-8d841f9c19c1, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c871a67-0d70-4064-94f0-c404b705d695', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e'}}] {{(pid=94874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:20:05.925614 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.941625 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:05.971807 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9927ea-62b3-4385-88f4-885d173f8177 None None] Pushing event updated for resources: {'Port': ['ID=3c1b4223-8078-4d5a-8125-8d841f9c19c1,revision_number=2']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:05.998174 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] For port 3c1b4223-8078-4d5a-8125-8d841f9c19c1, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:20:06.001575 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] For port 3c1b4223-8078-4d5a-8125-8d841f9c19c1, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=3c1b4223-8078-4d5a-8125-8d841f9c19c1,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:20:06.036138 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c222c11-9306-4f81-98bc-84d10c920a75 req-32600ea8-eaf3-4307-b532-e7f2a0ae923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:06.037726 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7c222c11-9306-4f81-98bc-84d10c920a75 req-32600ea8-eaf3-4307-b532-e7f2a0ae923d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 1099 time: 0.0451472 Sep 22 13:20:06.042418 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:06.073210 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:06.085609 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7c222c11-9306-4f81-98bc-84d10c920a75 req-03f875ff-c5d0-4b1c-91d1-ea391b5c8550 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400372 Sep 22 13:20:06.120536 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Pushing event updated for resources: {'Port': ['ID=4cfcfb27-b784-4149-8ac1-5bda5bcccebf,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:06.123128 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562038'] for router_interface, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:06.140810 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Routers {'384a2a30-aa1f-4f95-9e71-dd81dd68f54c'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:20:06.141332 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:19:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['384a2a30-aa1f-4f95-9e71-dd81dd68f54c'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:06.144560 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9927ea-62b3-4385-88f4-885d173f8177 None None] Pushing event updated for resources: {'Port': ['ID=3c1b4223-8078-4d5a-8125-8d841f9c19c1,revision_number=3']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:06.238428 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Network 79417d57-629c-4ec8-9a62-6272bbac1aaa is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:20:06.240240 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:20:06.268608 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] Set router 384a2a30-aa1f-4f95-9e71-dd81dd68f54c gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:20:06.404942 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Router 384a2a30-aa1f-4f95-9e71-dd81dd68f54c has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:20:06.550399 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-42d73dcc-26f8-4e76-88e1-c65b51957976 None None] Provisioning complete for port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:06.550843 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-42d73dcc-26f8-4e76-88e1-c65b51957976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:06.566330 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:20:06.580955 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-fbb22786-1666-436c-9fdb-f206a1305c20 admin admin] 10.222.0.43 "PUT /v2.0/routers/384a2a30-aa1f-4f95-9e71-dd81dd68f54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2493546 Sep 22 13:20:06.610930 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'name': 'tempest-TestShelveInstance-1523171701-router', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3c1b4223-8078-4d5a-8125-8d841f9c19c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:20:01Z', 'updated_at': '2021-09-22T13:20:05Z', 'revision_number': 4, 'project_id': '50543a6cf12241ad98755d5c97965941', 'gw_port': {'id': '3c1b4223-8078-4d5a-8125-8d841f9c19c1', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:73:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:20:02Z', 'updated_at': '2021-09-22T13:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '4cfcfb27-b784-4149-8ac1-5bda5bcccebf', 'name': '', 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'mac_address': 'fa:16:3e:f3:41:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c8c7326a-3a17-478d-96f3-fdc2bec17ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:20:04Z', 'updated_at': '2021-09-22T13:20:05Z', 'revision_number': 2, 'project_id': '50543a6cf12241ad98755d5c97965941', 'subnets': [{'id': 'c8c7326a-3a17-478d-96f3-fdc2bec17ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:06.648418 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0e1ca-1465-4ef2-ba19-29acce459a2f None None] The sync data for ids ['384a2a30-aa1f-4f95-9e71-dd81dd68f54c'] in dv-cinder-810000-3-iscsi is: [{'id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'name': 'tempest-TestShelveInstance-1523171701-router', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3c1b4223-8078-4d5a-8125-8d841f9c19c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:20:01Z', 'updated_at': '2021-09-22T13:20:05Z', 'revision_number': 4, 'project_id': '50543a6cf12241ad98755d5c97965941', 'gw_port': {'id': '3c1b4223-8078-4d5a-8125-8d841f9c19c1', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:73:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:20:02Z', 'updated_at': '2021-09-22T13:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '4cfcfb27-b784-4149-8ac1-5bda5bcccebf', 'name': '', 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'mac_address': 'fa:16:3e:f3:41:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c8c7326a-3a17-478d-96f3-fdc2bec17ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:20:04Z', 'updated_at': '2021-09-22T13:20:05Z', 'revision_number': 2, 'project_id': '50543a6cf12241ad98755d5c97965941', 'subnets': [{'id': 'c8c7326a-3a17-478d-96f3-fdc2bec17ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:20:06.651212 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-42d73dcc-26f8-4e76-88e1-c65b51957976 None None] Port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:20:07.015157 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbb0cf-512a-4388-abfc-8e6b666886d4 req-8eefbd4e-0afc-45f5-a0cb-59a2346b340a tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:07.017879 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d6fbb0cf-512a-4388-abfc-8e6b666886d4 req-8eefbd4e-0afc-45f5-a0cb-59a2346b340a tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 946 time: 0.0667155 Sep 22 13:20:07.080866 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d6fbb0cf-512a-4388-abfc-8e6b666886d4 req-ccd3a299-3e13-4025-ab30-acb0fb3d66e0 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539064 Sep 22 13:20:07.469362 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38396) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:07.474052 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-f237fc18-c6f7-488e-b013-3d2faf5b30ca tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1905113533', 'description': 'tempest-secgroup-smoke-1905113533 description', 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:20:07.578017 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f237fc18-c6f7-488e-b013-3d2faf5b30ca tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:07.670873 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f237fc18-c6f7-488e-b013-3d2faf5b30ca tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:07.755539 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f237fc18-c6f7-488e-b013-3d2faf5b30ca tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:07.788122 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237fc18-c6f7-488e-b013-3d2faf5b30ca tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:07.851267 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f237fc18-c6f7-488e-b013-3d2faf5b30ca tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:07.853994 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-f237fc18-c6f7-488e-b013-3d2faf5b30ca tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3833735 Sep 22 13:20:07.857071 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38400) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:07.864747 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-16717a9e-400f-4a38-bf1f-e31286d91842 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Request body: {'security_group_rule': {'security_group_id': '19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7', 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:20:08.002195 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16717a9e-400f-4a38-bf1f-e31286d91842 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:08.075712 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16717a9e-400f-4a38-bf1f-e31286d91842 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:08.156367 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16717a9e-400f-4a38-bf1f-e31286d91842 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:08.186495 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16717a9e-400f-4a38-bf1f-e31286d91842 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e47430-dc11-4c5a-9e03-2b38d041c7b3,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:08.261576 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-16717a9e-400f-4a38-bf1f-e31286d91842 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:08.263702 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-16717a9e-400f-4a38-bf1f-e31286d91842 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4049621 Sep 22 13:20:08.267858 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38404) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:08.270303 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed200d8-1b70-4622-b1f9-3d1a5c0b4efa req-8733d7da-7ed1-4f8f-8455-2fb85f2b1bcd tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:08.272946 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-30ec4578-0ef1-42b9-9f4b-1c345165d6ef tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Request body: {'security_group_rule': {'security_group_id': '19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7', 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:20:08.275136 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4ed200d8-1b70-4622-b1f9-3d1a5c0b4efa req-8733d7da-7ed1-4f8f-8455-2fb85f2b1bcd tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 946 time: 0.0727344 Sep 22 13:20:08.322562 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4ed200d8-1b70-4622-b1f9-3d1a5c0b4efa req-e5e9828b-170c-4f2d-8077-3f5d2b9c745e tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427332 Sep 22 13:20:08.394188 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30ec4578-0ef1-42b9-9f4b-1c345165d6ef tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:08.545840 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-27d0f5be-9965-49a0-85fe-c11305b8d90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:08.558885 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad53120-992a-4670-9be3-b73068788c88 req-0e49413c-61e4-4956-9421-ac217aaea34c tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:08.561603 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dad53120-992a-4670-9be3-b73068788c88 req-0e49413c-61e4-4956-9421-ac217aaea34c tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 946 time: 0.1480021 Sep 22 13:20:08.578435 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30ec4578-0ef1-42b9-9f4b-1c345165d6ef tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:08.627234 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dad53120-992a-4670-9be3-b73068788c88 req-b2912aff-8cfa-4429-8b1d-85f9acd8c9ce tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504572 Sep 22 13:20:08.652389 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30ec4578-0ef1-42b9-9f4b-1c345165d6ef tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:08.670273 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 38408) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:08.687386 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec4578-0ef1-42b9-9f4b-1c345165d6ef tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4892d720-48b0-4687-892f-7b0595999b8a,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:08.732819 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6cc699-f364-455d-bf04-ba69a6c53ce4 tempest-TestVolumeBootPattern-351848081 tempest-TestVolumeBootPattern-351848081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:08.734470 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-5b6cc699-f364-455d-bf04-ba69a6c53ce4 tempest-TestVolumeBootPattern-351848081 tempest-TestVolumeBootPattern-351848081-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 1094 time: 0.0627203 Sep 22 13:20:08.737903 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 38410) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:08.742964 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Request body: {'floatingip': {'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'port_id': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:20:08.959330 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 3c1b4223-8078-4d5a-8125-8d841f9c19c1 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:20:09.012264 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-30ec4578-0ef1-42b9-9f4b-1c345165d6ef tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.014060 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-30ec4578-0ef1-42b9-9f4b-1c345165d6ef tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7448785 Sep 22 13:20:09.016790 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38414) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:09.021629 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-cc4f757d-cb1e-43b5-bf6d-0673c95530c5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Request body: {'security_group_rule': {'security_group_id': '19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7', 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:20:09.034009 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 3c1b4223-8078-4d5a-8125-8d841f9c19c1 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:09.034401 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.059981 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.124428 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for floatingip, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.125544 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.147953 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] For port 3c1b4223-8078-4d5a-8125-8d841f9c19c1, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=3c1b4223-8078-4d5a-8125-8d841f9c19c1,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:20:09.228985 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc4f757d-cb1e-43b5-bf6d-0673c95530c5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.241290 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.254403 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.306493 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc4f757d-cb1e-43b5-bf6d-0673c95530c5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.320049 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Pushing event updated for resources: {'Port': ['ID=3c1b4223-8078-4d5a-8125-8d841f9c19c1,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:09.328692 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.376429 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Allocated IP 172.27.1.41 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/0be0b67b-99c4-463f-b0ee-42fa74443972) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:20:09.378761 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc4f757d-cb1e-43b5-bf6d-0673c95530c5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.410737 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f757d-cb1e-43b5-bf6d-0673c95530c5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd3687a-bf80-4f4e-a5ce-5cddf785f7b1,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:09.488253 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-cc4f757d-cb1e-43b5-bf6d-0673c95530c5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.489532 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-cc4f757d-cb1e-43b5-bf6d-0673c95530c5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4717035 Sep 22 13:20:09.494085 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38416) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:09.498824 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-c89fe51a-610f-489c-b79f-947d6c1c4b48 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Request body: {'security_group_rule': {'security_group_id': '19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7', 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:20:09.511200 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.613463 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c89fe51a-610f-489c-b79f-947d6c1c4b48 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.666592 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.691076 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c89fe51a-610f-489c-b79f-947d6c1c4b48 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.713162 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:20:09.716077 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:20:09.718579 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:20:09.750543 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'Port': ['ID=0be0b67b-99c4-463f-b0ee-42fa74443972,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:09.778463 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Sync routers for ids ['384a2a30-aa1f-4f95-9e71-dd81dd68f54c'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:20:09.784020 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c89fe51a-610f-489c-b79f-947d6c1c4b48 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.792122 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Routers {'384a2a30-aa1f-4f95-9e71-dd81dd68f54c'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:20:09.802477 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:20:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['384a2a30-aa1f-4f95-9e71-dd81dd68f54c'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:09.809278 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fe51a-610f-489c-b79f-947d6c1c4b48 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c13a8f4-2ee4-4533-a35d-534be8f09bd0,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:09.904669 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-c89fe51a-610f-489c-b79f-947d6c1c4b48 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:09.907560 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-c89fe51a-610f-489c-b79f-947d6c1c4b48 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4114537 Sep 22 13:20:09.909531 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38418) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:09.917935 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Set router 384a2a30-aa1f-4f95-9e71-dd81dd68f54c gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:20:09.922124 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-75e9e777-e1e7-45ea-9720-c5c7902e8722 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Request body: {'security_group_rule': {'security_group_id': '19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7', 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:20:10.037662 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-75e9e777-e1e7-45ea-9720-c5c7902e8722 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Project 6b1e0e70b73e4fb1b5208231b5468fcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 13:20:10.049287 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75e9e777-e1e7-45ea-9720-c5c7902e8722 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.094818 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.171930 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75e9e777-e1e7-45ea-9720-c5c7902e8722 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.192287 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.254201 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75e9e777-e1e7-45ea-9720-c5c7902e8722 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.278658 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9e777-e1e7-45ea-9720-c5c7902e8722 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1225fa5b-a9f5-47b6-8e4a-9b6db0a92069,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:10.311447 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'name': 'tempest-TestShelveInstance-1523171701-router', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3c1b4223-8078-4d5a-8125-8d841f9c19c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:20:01Z', 'updated_at': '2021-09-22T13:20:05Z', 'revision_number': 4, 'project_id': '50543a6cf12241ad98755d5c97965941', 'gw_port': {'id': '3c1b4223-8078-4d5a-8125-8d841f9c19c1', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:20:02Z', 'updated_at': '2021-09-22T13:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '4cfcfb27-b784-4149-8ac1-5bda5bcccebf', 'name': '', 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'mac_address': 'fa:16:3e:f3:41:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c8c7326a-3a17-478d-96f3-fdc2bec17ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:20:04Z', 'updated_at': '2021-09-22T13:20:05Z', 'revision_number': 2, 'project_id': '50543a6cf12241ad98755d5c97965941', 'subnets': [{'id': 'c8c7326a-3a17-478d-96f3-fdc2bec17ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:10.338924 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Checking router: 384a2a30-aa1f-4f95-9e71-dd81dd68f54c for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:20:10.339358 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Updating router 384a2a30-aa1f-4f95-9e71-dd81dd68f54c port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf binding host dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 13:20:10.355183 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.366314 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.414380 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-75e9e777-e1e7-45ea-9720-c5c7902e8722 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.417791 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-75e9e777-e1e7-45ea-9720-c5c7902e8722 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5049129 Sep 22 13:20:10.427022 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38422) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:10.433322 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-a93d2704-e643-448d-9c15-07e551dc70e7 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Request body: {'security_group_rule': {'security_group_id': '19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7', 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:20:10.517986 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.securitygroups_db [None req-a93d2704-e643-448d-9c15-07e551dc70e7 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Project 6b1e0e70b73e4fb1b5208231b5468fcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 13:20:10.527641 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a93d2704-e643-448d-9c15-07e551dc70e7 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.540006 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.608548 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.670540 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a93d2704-e643-448d-9c15-07e551dc70e7 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.701572 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Notify callbacks [] for port, precommit_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.703417 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'Port': ['ID=0be0b67b-99c4-463f-b0ee-42fa74443972,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:10.714568 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.749815 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a93d2704-e643-448d-9c15-07e551dc70e7 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556125'] for security_group_rule, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.779143 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d2704-e643-448d-9c15-07e551dc70e7 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb8dc4b-1836-496f-a3ac-bbb2490d1ec9,revision_number=0']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:10.779869 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.862264 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3394b8-676d-4104-8e36-7904a4c5d1b0 None None] Pushing event updated for resources: {'Port': ['ID=4cfcfb27-b784-4149-8ac1-5bda5bcccebf,revision_number=3']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:10.867054 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-a93d2704-e643-448d-9c15-07e551dc70e7 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.868960 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-a93d2704-e643-448d-9c15-07e551dc70e7 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4400041 Sep 22 13:20:10.875676 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.db.l3_db [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Floating IP 7e77fd20-230d-4e15-a401-953baf8a16cf associated. External IP: 172.27.1.41, port: 3cd57090-ec8a-4ed8-9989-2aeebda1778d. Sep 22 13:20:10.969260 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Attempting to bind port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf on host dv-cinder-810000-3-iscsi for vnic_type normal with profile {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:20:10.969714 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Attempting to bind port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf by drivers openvswitch,hyperv on host dv-cinder-810000-3-iscsi at level 0 using segments [{'id': 'de86ccc4-c0c4-4610-9095-3d078ebdb4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa'}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:20:10.970297 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Attempting to bind port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf on network 79417d57-629c-4ec8-9a62-6272bbac1aaa {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:20:10.977817 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Checking agent: {'id': 'c132ac5f-1269-4fac-874c-2eaaab3d8e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 2, 39), 'started_at': datetime.datetime(2021, 9, 22, 13, 3, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:20:10.978483 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Checking segment: {'id': 'de86ccc4-c0c4-4610-9095-3d078ebdb4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:20:10.979061 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:10.979668 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Bound using segment: {'id': 'de86ccc4-c0c4-4610-9095-3d078ebdb4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa'} {{(pid=94875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:20:10.980311 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.managers [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Bound port: 4cfcfb27-b784-4149-8ac1-5bda5bcccebf, host: dv-cinder-810000-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de86ccc4-c0c4-4610-9095-3d078ebdb4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa'}}] {{(pid=94875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:20:10.981007 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:11.046371 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 3c1b4223-8078-4d5a-8125-8d841f9c19c1 up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:20:11.083985 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] For port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf, host dv-cinder-810000-3-iscsi, cleared binding levels {{(pid=94875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:20:11.093081 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.plugins.ml2.db [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] For port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf, host dv-cinder-810000-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=4cfcfb27-b784-4149-8ac1-5bda5bcccebf,segment=NetworkSegment(de86ccc4-c0c4-4610-9095-3d078ebdb4fb),segment_id=de86ccc4-c0c4-4610-9095-3d078ebdb4fb)] {{(pid=94875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:20:11.124016 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 3c1b4223-8078-4d5a-8125-8d841f9c19c1 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:11.124631 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:11.185944 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron_lib.callbacks.manager [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:11.246746 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-28070b5b-ffae-4b16-87e4-8d70578b1868 None None] Provisioning complete for port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:11.247178 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-28070b5b-ffae-4b16-87e4-8d70578b1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:11.275800 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Routers {'384a2a30-aa1f-4f95-9e71-dd81dd68f54c'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:20:11.276826 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:20:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['384a2a30-aa1f-4f95-9e71-dd81dd68f54c'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:11.331187 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Router f4de7705-457a-44b7-8571-1393457adf0f has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:20:11.385383 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3394b8-676d-4104-8e36-7904a4c5d1b0 None None] Pushing event updated for resources: {'Port': ['ID=4cfcfb27-b784-4149-8ac1-5bda5bcccebf,revision_number=4']} {{(pid=94875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:11.422239 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-28070b5b-ffae-4b16-87e4-8d70578b1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:11.467460 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-28070b5b-ffae-4b16-87e4-8d70578b1868 None None] For port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=4cfcfb27-b784-4149-8ac1-5bda5bcccebf,segment=NetworkSegment(de86ccc4-c0c4-4610-9095-3d078ebdb4fb),segment_id=de86ccc4-c0c4-4610-9095-3d078ebdb4fb)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:20:11.473324 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] Set router 384a2a30-aa1f-4f95-9e71-dd81dd68f54c gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:20:11.548998 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:20:11.557310 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-28070b5b-ffae-4b16-87e4-8d70578b1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:11.568764 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a5053-bae3-4e8d-94f8-277c4dd9d586 None None] Sync routers for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:20:11.620094 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a5053-bae3-4e8d-94f8-277c4dd9d586 None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:20:11.620868 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-766a5053-bae3-4e8d-94f8-277c4dd9d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:20:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:11.670755 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:11.690758 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28070b5b-ffae-4b16-87e4-8d70578b1868 None None] Pushing event updated for resources: {'Port': ['ID=4cfcfb27-b784-4149-8ac1-5bda5bcccebf,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:11.706332 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-01e84df0-308a-4cc6-b87d-566ea0140c44 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9673417 Sep 22 13:20:11.707177 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'tag': '3cd57090-ec8a-4ed8-9989-2aeebda1778d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:20:11.709495 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b4c96e-8b9b-4576-bcbc-e3c497384a23" -d '{"events": [{"name": "network-changed", "server_uuid": "09a6fb66-08b8-4248-adb0-62b4e4c9ce54", "tag": "3cd57090-ec8a-4ed8-9989-2aeebda1778d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:20:11.720470 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-c815c0ad-9306-4494-9f0a-e93a42a629e1 None None] Provisioning complete for port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:11.720470 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c815c0ad-9306-4494-9f0a-e93a42a629e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:11.761408 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9f73a4-c5e3-4742-a65f-10d89e4ee37e x-openstack-request-id: req-fa9f73a4-c5e3-4742-a65f-10d89e4ee37e {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:20:11.762142 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a6fb66-08b8-4248-adb0-62b4e4c9ce54", "tag": "3cd57090-ec8a-4ed8-9989-2aeebda1778d", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:20:11.762589 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa9f73a4-c5e3-4742-a65f-10d89e4ee37e {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:20:11.763122 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'tag': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'status': 'completed', 'code': 200} Sep 22 13:20:11.784712 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:11.818063 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-766a5053-bae3-4e8d-94f8-277c4dd9d586 None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:20:11.845049 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4c96e-8b9b-4576-bcbc-e3c497384a23 req-8d8d136b-72e4-4f23-b35a-14e271b58c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:11.846665 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-24b4c96e-8b9b-4576-bcbc-e3c497384a23 req-8d8d136b-72e4-4f23-b35a-14e271b58c16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 1099 time: 0.0585456 Sep 22 13:20:11.849547 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'name': 'tempest-TestShelveInstance-1523171701-router', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3c1b4223-8078-4d5a-8125-8d841f9c19c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:20:01Z', 'updated_at': '2021-09-22T13:20:05Z', 'revision_number': 4, 'project_id': '50543a6cf12241ad98755d5c97965941', 'gw_port': {'id': '3c1b4223-8078-4d5a-8125-8d841f9c19c1', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:20:02Z', 'updated_at': '2021-09-22T13:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '4cfcfb27-b784-4149-8ac1-5bda5bcccebf', 'name': '', 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'mac_address': 'fa:16:3e:f3:41:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c8c7326a-3a17-478d-96f3-fdc2bec17ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:20:04Z', 'updated_at': '2021-09-22T13:20:11Z', 'revision_number': 4, 'project_id': '50543a6cf12241ad98755d5c97965941', 'subnets': [{'id': 'c8c7326a-3a17-478d-96f3-fdc2bec17ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:11.882461 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb70223-9b9f-45d8-89b4-42cca6e57257 None None] The sync data for ids ['384a2a30-aa1f-4f95-9e71-dd81dd68f54c'] in dv-cinder-810000-3-iscsi is: [{'id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'name': 'tempest-TestShelveInstance-1523171701-router', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3c1b4223-8078-4d5a-8125-8d841f9c19c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:20:01Z', 'updated_at': '2021-09-22T13:20:05Z', 'revision_number': 4, 'project_id': '50543a6cf12241ad98755d5c97965941', 'gw_port': {'id': '3c1b4223-8078-4d5a-8125-8d841f9c19c1', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:20:02Z', 'updated_at': '2021-09-22T13:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': '4cfcfb27-b784-4149-8ac1-5bda5bcccebf', 'name': '', 'network_id': '79417d57-629c-4ec8-9a62-6272bbac1aaa', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'mac_address': 'fa:16:3e:f3:41:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c8c7326a-3a17-478d-96f3-fdc2bec17ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:20:04Z', 'updated_at': '2021-09-22T13:20:11Z', 'revision_number': 4, 'project_id': '50543a6cf12241ad98755d5c97965941', 'subnets': [{'id': 'c8c7326a-3a17-478d-96f3-fdc2bec17ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:20:11.980641 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4c96e-8b9b-4576-bcbc-e3c497384a23 req-8ee665e3-1e14-404a-a02d-d5e255635ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:11.982361 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-24b4c96e-8b9b-4576-bcbc-e3c497384a23 req-8ee665e3-1e14-404a-a02d-d5e255635ca2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 910 time: 0.1285944 Sep 22 13:20:12.077334 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-24b4c96e-8b9b-4576-bcbc-e3c497384a23 req-39acbe3e-2392-471c-96a9-7f63e5f6ff80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd57090-ec8a-4ed8-9989-2aeebda1778d HTTP/1.1" status: 200 len: 999 time: 0.0868175 Sep 22 13:20:12.141481 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4c96e-8b9b-4576-bcbc-e3c497384a23 req-4489c4bb-4cbb-4b32-8663-3dd6be8c7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:12.143077 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-24b4c96e-8b9b-4576-bcbc-e3c497384a23 req-4489c4bb-4cbb-4b32-8663-3dd6be8c7a18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc88c452-327e-4ca3-ae70-bbca18702a86 HTTP/1.1" status: 200 len: 848 time: 0.0585370 Sep 22 13:20:12.211250 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4c96e-8b9b-4576-bcbc-e3c497384a23 req-e8355c32-6249-4023-8d40-5640d7ff8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:12.213176 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-24b4c96e-8b9b-4576-bcbc-e3c497384a23 req-e8355c32-6249-4023-8d40-5640d7ff8c71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628140 Sep 22 13:20:12.296551 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-766a5053-bae3-4e8d-94f8-277c4dd9d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '7e77fd20-230d-4e15-a401-953baf8a16cf', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:d0:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:20:10Z', 'updated_at': '2021-09-22T13:20:10Z', 'revision_number': 0, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:12.326043 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a5053-bae3-4e8d-94f8-277c4dd9d586 None None] Checking router: f4de7705-457a-44b7-8571-1393457adf0f for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:20:12.330562 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-24b4c96e-8b9b-4576-bcbc-e3c497384a23 req-bda4206f-06c5-4c83-82df-490751d20f60 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093273 Sep 22 13:20:12.335146 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a5053-bae3-4e8d-94f8-277c4dd9d586 None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:20:12.339175 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-766a5053-bae3-4e8d-94f8-277c4dd9d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:20:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:12.442767 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-24b4c96e-8b9b-4576-bcbc-e3c497384a23 req-8345a385-2f66-40a5-8769-57f8a7ba5061 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932441 Sep 22 13:20:12.469751 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-766a5053-bae3-4e8d-94f8-277c4dd9d586 None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:20:12.738944 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-766a5053-bae3-4e8d-94f8-277c4dd9d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '7e77fd20-230d-4e15-a401-953baf8a16cf', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:d0:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:20:10Z', 'updated_at': '2021-09-22T13:20:10Z', 'revision_number': 0, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:12.771767 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a5053-bae3-4e8d-94f8-277c4dd9d586 None None] The sync data for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi is: [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '7e77fd20-230d-4e15-a401-953baf8a16cf', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:d0:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:20:10Z', 'updated_at': '2021-09-22T13:20:10Z', 'revision_number': 0, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:20:12.965750 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 4cfcfb27-b784-4149-8ac1-5bda5bcccebf up at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:20:13.025478 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Provisioning complete for port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:13.025791 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:13.136597 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e8330-3ec1-4434-9aad-40756bacd771 None None] New status for floating IP 7e77fd20-230d-4e15-a401-953baf8a16cf: ACTIVE {{(pid=94875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:20:13.491844 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4a265ac6-042e-40b8-948f-c184bf24d3df req-bcddc45b-66f3-44e3-b612-945c49ff6086 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456617 Sep 22 13:20:13.598685 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a265ac6-042e-40b8-948f-c184bf24d3df req-f31e101c-452c-4909-9e61-002c053968c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:13.600168 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4a265ac6-042e-40b8-948f-c184bf24d3df req-f31e101c-452c-4909-9e61-002c053968c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 1099 time: 0.0569410 Sep 22 13:20:13.725387 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a265ac6-042e-40b8-948f-c184bf24d3df req-57e5e09a-8f3a-480e-96a4-aa21ff5b28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:13.728017 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4a265ac6-042e-40b8-948f-c184bf24d3df req-57e5e09a-8f3a-480e-96a4-aa21ff5b28ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 910 time: 0.1074786 Sep 22 13:20:13.806923 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4a265ac6-042e-40b8-948f-c184bf24d3df req-b970bb6c-f298-4f3c-92c2-38043d5284a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd57090-ec8a-4ed8-9989-2aeebda1778d HTTP/1.1" status: 200 len: 1001 time: 0.0689812 Sep 22 13:20:13.859857 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a265ac6-042e-40b8-948f-c184bf24d3df req-d6ead3b0-ee74-4076-b34b-4e38b504dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:13.861418 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4a265ac6-042e-40b8-948f-c184bf24d3df req-d6ead3b0-ee74-4076-b34b-4e38b504dc3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc88c452-327e-4ca3-ae70-bbca18702a86 HTTP/1.1" status: 200 len: 848 time: 0.0476215 Sep 22 13:20:13.913356 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a265ac6-042e-40b8-948f-c184bf24d3df req-e6638e3e-d947-4ca0-bf97-8fc4f61f3f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:13.915086 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4a265ac6-042e-40b8-948f-c184bf24d3df req-e6638e3e-d947-4ca0-bf97-8fc4f61f3f86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462599 Sep 22 13:20:14.032602 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4a265ac6-042e-40b8-948f-c184bf24d3df req-4b4dbb9e-aefb-4ac5-bf5c-fc4fe9772e35 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030250 Sep 22 13:20:14.125196 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4a265ac6-042e-40b8-948f-c184bf24d3df req-2d051f55-3e6a-45ff-b95a-a42ea1765097 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850666 Sep 22 13:20:22.506081 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:20:25.637436 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38580) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:25.750407 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12c33614-5698-4b2b-8b43-b1bb91dc7aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:25.844805 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12c33614-5698-4b2b-8b43-b1bb91dc7aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:25.914913 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-12c33614-5698-4b2b-8b43-b1bb91dc7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:25.956221 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-12c33614-5698-4b2b-8b43-b1bb91dc7aa5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52c802dffd184d76a666aa0c72763352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176219 Sep 22 13:20:25.958229 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c33614-5698-4b2b-8b43-b1bb91dc7aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e02668-b10c-45fc-804a-4a0b55e60bcc,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:25.958936 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 38584) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:26.013897 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f3e99bc1-f061-4b27-9cb6-9382ccdcb919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:26.041967 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f3e99bc1-f061-4b27-9cb6-9382ccdcb919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:26.166966 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f3e99bc1-f061-4b27-9cb6-9382ccdcb919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:26.169728 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-f3e99bc1-f061-4b27-9cb6-9382ccdcb919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:26.170947 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-f3e99bc1-f061-4b27-9cb6-9382ccdcb919 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1e02668-b10c-45fc-804a-4a0b55e60bcc HTTP/1.1" status: 204 len: 168 time: 0.2102036 Sep 22 13:20:26.180006 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e99bc1-f061-4b27-9cb6-9382ccdcb919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e02668-b10c-45fc-804a-4a0b55e60bcc,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:31.788265 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-df763805-ca30-4b53-9940-f3d5036a8ff5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905113533&fields=id&tenant_id=6b1e0e70b73e4fb1b5208231b5468fcf HTTP/1.1" status: 200 len: 267 time: 0.0335937 Sep 22 13:20:31.895042 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-4ec3f872-3731-4249-b8ae-f73fbcb1ed9e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:31.896475 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-4ec3f872-3731-4249-b8ae-f73fbcb1ed9e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/networks?id=b272f558-e224-4fd2-b8d1-fa2ca461b31f HTTP/1.1" status: 200 len: 809 time: 0.1013882 Sep 22 13:20:31.911741 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-674e791f-09c2-4329-a756-3ab57d7a4f82 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/quotas/6b1e0e70b73e4fb1b5208231b5468fcf HTTP/1.1" status: 200 len: 375 time: 0.0094337 Sep 22 13:20:31.968818 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-620f1744-6355-49d5-af87-56021804358f tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b1e0e70b73e4fb1b5208231b5468fcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509095 Sep 22 13:20:32.065966 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-16b4674d-67d7-4bfc-99ab-d0bfc47f307f service neutron] 10.222.0.43 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852194 Sep 22 13:20:32.160672 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-f36f76db-920f-4ce5-bbb0-d62948914fbc service neutron] 10.222.0.43 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878329 Sep 22 13:20:32.915206 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-adf500b6-9345-4be6-8dc0-9172b913e5cb req-2beec57f-31bd-4170-894b-64d851d8c66d tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 210 time: 0.0275857 Sep 22 13:20:33.986137 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ea59c001-f023-441d-bd15-904daa9fb77e req-23767e17-03d7-442c-99a1-23207b72eac1 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 210 time: 0.0267022 Sep 22 13:20:35.034741 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-34e00f14-519f-4530-b2cd-00cf5df04e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:35.084134 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-e9eba969-9769-431f-a1be-6e222bdbc27b req-6eb58901-a77b-4a05-a939-197c71908704 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 210 time: 0.0270474 Sep 22 13:20:35.310810 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-fc825881-b571-4df8-86e3-f608f957576d tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:35.312277 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-fc825881-b571-4df8-86e3-f608f957576d tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.23 "GET /v2.0/networks?id=b272f558-e224-4fd2-b8d1-fa2ca461b31f HTTP/1.1" status: 200 len: 809 time: 0.1013381 Sep 22 13:20:35.354352 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-9d5ee7ab-e8e9-4de9-a956-f6a8888d2c15 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b1e0e70b73e4fb1b5208231b5468fcf HTTP/1.1" status: 200 len: 380 time: 0.0328953 Sep 22 13:20:35.363803 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-15b6151b-f07c-4cca-888f-12ebc8d07cfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Request body: {'port': {'device_id': '2e232981-cb78-471c-aef3-625d5d75a1af', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'admin_state_up': True, 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'security_groups': ['19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7']}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:20:35.532093 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-15b6151b-f07c-4cca-888f-12ebc8d07cfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Made reservation on behalf of 6b1e0e70b73e4fb1b5208231b5468fcf for: {'port': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:20:35.535953 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-15b6151b-f07c-4cca-888f-12ebc8d07cfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:35.671399 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-15b6151b-f07c-4cca-888f-12ebc8d07cfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Allocated IP 172.20.0.5 (b272f558-e224-4fd2-b8d1-fa2ca461b31f/23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467/d6022fd2-a74c-4d0a-9f2c-9364a9276394) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:20:35.815273 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-15b6151b-f07c-4cca-888f-12ebc8d07cfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:35.965501 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-15b6151b-f07c-4cca-888f-12ebc8d07cfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:36.008845 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-15b6151b-f07c-4cca-888f-12ebc8d07cfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Network b272f558-e224-4fd2-b8d1-fa2ca461b31f is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:20:36.011943 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-15b6151b-f07c-4cca-888f-12ebc8d07cfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:20:36.015769 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-15b6151b-f07c-4cca-888f-12ebc8d07cfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:20:36.043078 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6151b-f07c-4cca-888f-12ebc8d07cfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Pushing event updated for resources: {'Port': ['ID=d6022fd2-a74c-4d0a-9f2c-9364a9276394,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:36.073090 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-15b6151b-f07c-4cca-888f-12ebc8d07cfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:36.073728 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-15b6151b-f07c-4cca-888f-12ebc8d07cfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:36.155846 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-15b6151b-f07c-4cca-888f-12ebc8d07cfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7955229 Sep 22 13:20:36.171974 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Request body: {'port': {'device_id': '2e232981-cb78-471c-aef3-625d5d75a1af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:20:36.205164 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28931c54-101b-4f4c-91c8-c3325753fa57 req-e1d47edd-6eb2-4511-862e-e72fba1eb031 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:36.213188 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-28931c54-101b-4f4c-91c8-c3325753fa57 req-e1d47edd-6eb2-4511-862e-e72fba1eb031 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 931 time: 0.0578780 Sep 22 13:20:36.214609 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-ba74a096-5f99-4d97-b27d-2184ec2e298d None None] Provisioning complete for port d6022fd2-a74c-4d0a-9f2c-9364a9276394 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:36.215158 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ba74a096-5f99-4d97-b27d-2184ec2e298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:36.248671 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:36.251035 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-ba74a096-5f99-4d97-b27d-2184ec2e298d None None] Port d6022fd2-a74c-4d0a-9f2c-9364a9276394 cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:20:36.259805 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-28931c54-101b-4f4c-91c8-c3325753fa57 req-f69fb4e2-db86-4c2c-9c0c-bb6d0689c84e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Sep 22 13:20:36.785955 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6022fd2-a74c-4d0a-9f2c-9364a9276394 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:20:36.794196 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:36.807010 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Transition to ACTIVE for port object d6022fd2-a74c-4d0a-9f2c-9364a9276394 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:20:36.926233 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:36.979368 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Pushing event updated for resources: {'Port': ['ID=d6022fd2-a74c-4d0a-9f2c-9364a9276394,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:37.052397 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Attempting to bind port d6022fd2-a74c-4d0a-9f2c-9364a9276394 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:20:37.052655 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Attempting to bind port d6022fd2-a74c-4d0a-9f2c-9364a9276394 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '27f9ce64-8fce-4c85-8c01-2a328c756279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:20:37.052997 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Attempting to bind port d6022fd2-a74c-4d0a-9f2c-9364a9276394 on network b272f558-e224-4fd2-b8d1-fa2ca461b31f {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:20:37.058352 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Port d6022fd2-a74c-4d0a-9f2c-9364a9276394 on network b272f558-e224-4fd2-b8d1-fa2ca461b31f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:20:37.058699 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Attempting to bind port d6022fd2-a74c-4d0a-9f2c-9364a9276394 on network b272f558-e224-4fd2-b8d1-fa2ca461b31f {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:20:37.064877 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:20:37.065113 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Checking segment: {'id': '27f9ce64-8fce-4c85-8c01-2a328c756279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:20:37.065423 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Bound using segment: {'id': '27f9ce64-8fce-4c85-8c01-2a328c756279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:20:37.065854 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Bound port: d6022fd2-a74c-4d0a-9f2c-9364a9276394, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f9ce64-8fce-4c85-8c01-2a328c756279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:20:37.066207 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:37.136706 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] For port d6022fd2-a74c-4d0a-9f2c-9364a9276394, host hv-cinder-81000, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:20:37.139906 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] For port d6022fd2-a74c-4d0a-9f2c-9364a9276394, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:20:37.229497 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:37.266238 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:37.266238 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:37.266238 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] 10.222.0.23 "PUT /v2.0/ports/d6022fd2-a74c-4d0a-9f2c-9364a9276394 HTTP/1.1" status: 200 len: 1093 time: 1.1008880 Sep 22 13:20:37.266238 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e232981-cb78-471c-aef3-625d5d75a1af', 'tag': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:20:37.267674 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea530b8c-5d99-4449-9e89-6e14b84b33d4" -d '{"events": [{"name": "network-changed", "server_uuid": "2e232981-cb78-471c-aef3-625d5d75a1af", "tag": "d6022fd2-a74c-4d0a-9f2c-9364a9276394"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:20:37.295105 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Pushing event updated for resources: {'Port': ['ID=d6022fd2-a74c-4d0a-9f2c-9364a9276394,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:37.302197 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:37.302868 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:37.303384 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:37.303915 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:37.304611 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:37.305388 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:37.306037 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:37.306536 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:37.307047 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:37.307578 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:37.308267 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:37.308761 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531c55d-95f5-4475-a76d-6015d5e23330 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:37.317686 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dcfefa-d10a-46bf-b1d8-34ce0eb23df1 x-openstack-request-id: req-57dcfefa-d10a-46bf-b1d8-34ce0eb23df1 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:20:37.317974 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e232981-cb78-471c-aef3-625d5d75a1af", "tag": "d6022fd2-a74c-4d0a-9f2c-9364a9276394", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:20:37.318844 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57dcfefa-d10a-46bf-b1d8-34ce0eb23df1 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:20:37.318844 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e232981-cb78-471c-aef3-625d5d75a1af', 'tag': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'status': 'completed', 'code': 200} Sep 22 13:20:37.387499 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35b817-e4d1-400d-818c-b420cb3b4933 req-108eaed6-a3d5-4d48-9a92-852ee7366db9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:37.398010 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9f35b817-e4d1-400d-818c-b420cb3b4933 req-108eaed6-a3d5-4d48-9a92-852ee7366db9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0544338 Sep 22 13:20:37.398189 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea530b8c-5d99-4449-9e89-6e14b84b33d4 req-7b469e79-df70-4979-931f-9598bc35d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:37.398189 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ea530b8c-5d99-4449-9e89-6e14b84b33d4 req-7b469e79-df70-4979-931f-9598bc35d391 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b1e0e70b73e4fb1b5208231b5468fcf&device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 1096 time: 0.0559125 Sep 22 13:20:37.435064 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-9f35b817-e4d1-400d-818c-b420cb3b4933 req-bba69daf-8d14-4aeb-bb1f-99b343faae4f tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396259 Sep 22 13:20:37.503215 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea530b8c-5d99-4449-9e89-6e14b84b33d4 req-d1bf3bbe-a92c-4dd5-ba44-3da2611e205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:37.505030 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ea530b8c-5d99-4449-9e89-6e14b84b33d4 req-d1bf3bbe-a92c-4dd5-ba44-3da2611e205f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=6b1e0e70b73e4fb1b5208231b5468fcf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1039925 Sep 22 13:20:37.609850 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea530b8c-5d99-4449-9e89-6e14b84b33d4 req-f3ddf158-4ca8-45d5-96c8-5cbbe5cee1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:37.611288 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ea530b8c-5d99-4449-9e89-6e14b84b33d4 req-f3ddf158-4ca8-45d5-96c8-5cbbe5cee1c1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997441 Sep 22 13:20:37.691367 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-7e1a2157-8665-45f0-94dd-7ba53a443697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:37.693073 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-7e1a2157-8665-45f0-94dd-7ba53a443697 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b1e0e70b73e4fb1b5208231b5468fcf&device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 1096 time: 0.0450439 Sep 22 13:20:37.740950 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-a2c48cfb-467f-4beb-bb62-fd62b62afd98 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394 HTTP/1.1" status: 200 len: 217 time: 0.0400825 Sep 22 13:20:37.790713 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-c2afffc4-a842-4201-8728-f941105fc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:37.792275 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-c2afffc4-a842-4201-8728-f941105fc65c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467 HTTP/1.1" status: 200 len: 848 time: 0.0450430 Sep 22 13:20:37.846572 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-35877a87-f2ba-4411-8d87-58bb5d7f4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:37.848512 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-35877a87-f2ba-4411-8d87-58bb5d7f4b8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b272f558-e224-4fd2-b8d1-fa2ca461b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490081 Sep 22 13:20:37.954396 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-64de8060-cf1c-429d-aced-294199645261 service neutron] 10.222.0.23 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968890 Sep 22 13:20:38.056033 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-717ab18f-0417-4ce6-aeb9-a89fed983f8b req-e68f317b-5592-4338-865c-256a1b1061f8 service neutron] 10.222.0.23 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951970 Sep 22 13:20:38.551258 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f890837-abba-45df-98f2-2ad9019c4c4f req-cdd8fb71-1f5b-4778-8cf4-c0cb876d1677 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:38.552837 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4f890837-abba-45df-98f2-2ad9019c4c4f req-cdd8fb71-1f5b-4778-8cf4-c0cb876d1677 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0502653 Sep 22 13:20:38.558638 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-28973742-9265-4a37-aaee-3d9394fce364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:38.597459 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4f890837-abba-45df-98f2-2ad9019c4c4f req-599c41d9-5f7d-4eb9-acbb-cac82adcf7fa tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376644 Sep 22 13:20:38.881290 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:39.297580 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:39.714371 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3fd61-1166-4708-837d-006c1805ce07 req-10f7ff4a-d587-411c-857b-e80b88b0ec4f tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:39.715903 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-87e3fd61-1166-4708-837d-006c1805ce07 req-10f7ff4a-d587-411c-857b-e80b88b0ec4f tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0500965 Sep 22 13:20:39.753320 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-87e3fd61-1166-4708-837d-006c1805ce07 req-214a03fa-d7a4-45ab-8b39-f5e6567481cd tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313919 Sep 22 13:20:40.045599 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:40.866450 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8887064-09f3-4d12-a1ae-38f173f9475b req-bdde87bc-c115-4fd6-9473-caa4eafee871 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:40.868504 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d8887064-09f3-4d12-a1ae-38f173f9475b req-bdde87bc-c115-4fd6-9473-caa4eafee871 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0499141 Sep 22 13:20:40.905788 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d8887064-09f3-4d12-a1ae-38f173f9475b req-2ec80f35-2183-4137-95c4-aca7a7b705d9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314136 Sep 22 13:20:41.713230 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:42.019235 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb9b85-23bd-42da-95c2-04fa8dc174c7 req-d90cd476-ddec-43d2-b4ca-99f71ebc0e53 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:42.020775 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cafb9b85-23bd-42da-95c2-04fa8dc174c7 req-d90cd476-ddec-43d2-b4ca-99f71ebc0e53 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0491464 Sep 22 13:20:42.060026 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-cafb9b85-23bd-42da-95c2-04fa8dc174c7 req-d8edd430-638d-429f-ba53-d9ada62e666a tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326254 Sep 22 13:20:43.175214 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db82bc0-1748-49eb-835f-21ad14c0d1a6 req-5f15f0ed-e076-4ecb-8a0b-7eadc024dd12 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:43.176782 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4db82bc0-1748-49eb-835f-21ad14c0d1a6 req-5f15f0ed-e076-4ecb-8a0b-7eadc024dd12 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0505044 Sep 22 13:20:43.216951 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4db82bc0-1748-49eb-835f-21ad14c0d1a6 req-3a04c135-8e26-4354-ab5c-8f8d65019d98 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337057 Sep 22 13:20:44.329144 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fd106-0023-4517-a603-f533cadd0bd0 req-22fa9297-98ea-4faa-8618-3f378e5a5532 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:44.330607 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-af2fd106-0023-4517-a603-f533cadd0bd0 req-22fa9297-98ea-4faa-8618-3f378e5a5532 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0474210 Sep 22 13:20:44.370864 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-af2fd106-0023-4517-a603-f533cadd0bd0 req-813c5e5f-46b1-431c-bf8a-585fb643f235 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344296 Sep 22 13:20:45.486226 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a48a12-9b7d-4cd5-ad29-a28c90091080 req-5f841d75-192e-46be-94fa-33a36c55fa21 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:45.487724 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2a48a12-9b7d-4cd5-ad29-a28c90091080 req-5f841d75-192e-46be-94fa-33a36c55fa21 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0493789 Sep 22 13:20:45.529166 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c2a48a12-9b7d-4cd5-ad29-a28c90091080 req-748610b1-d527-4a23-a35e-284d0487242e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352807 Sep 22 13:20:46.645624 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1eb0a-42ce-4126-bb6d-4577d3569bd2 req-a261f03f-5621-48fc-9b06-ad4b4dd39538 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:46.647136 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1df1eb0a-42ce-4126-bb6d-4577d3569bd2 req-a261f03f-5621-48fc-9b06-ad4b4dd39538 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0502512 Sep 22 13:20:46.686552 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1df1eb0a-42ce-4126-bb6d-4577d3569bd2 req-9330c9d4-e49f-4e5f-89c9-d35f15e391f9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332890 Sep 22 13:20:47.054595 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device d6022fd2-a74c-4d0a-9f2c-9364a9276394 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:20:47.153662 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port d6022fd2-a74c-4d0a-9f2c-9364a9276394, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:20:47.165223 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'port_id': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'mac_address': 'fa:16:3e:23:83:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:20:47.201877 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:47.218794 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6022fd2-a74c-4d0a-9f2c-9364a9276394 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:20:47.238659 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port d6022fd2-a74c-4d0a-9f2c-9364a9276394, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:20:47.312518 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:47.361071 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=d6022fd2-a74c-4d0a-9f2c-9364a9276394,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:47.524257 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['d6022fd2-a74c-4d0a-9f2c-9364a9276394'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:20:47.803268 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d1d9d-6259-40ba-a5c3-d4161fa7d53a req-dab2831c-9395-4aa4-8144-9da744031dfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:47.804794 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d26d1d9d-6259-40ba-a5c3-d4161fa7d53a req-dab2831c-9395-4aa4-8144-9da744031dfb tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 944 time: 0.0496190 Sep 22 13:20:47.843901 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d26d1d9d-6259-40ba-a5c3-d4161fa7d53a req-74ef028f-790e-4909-96ec-cdcb6490e949 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331733 Sep 22 13:20:48.960728 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cd43c-f7b1-498f-9fd3-1bd51bcdee24 req-35d625ca-6c7d-4477-a73e-75e45fcdd368 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:48.962171 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ef2cd43c-f7b1-498f-9fd3-1bd51bcdee24 req-35d625ca-6c7d-4477-a73e-75e45fcdd368 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 944 time: 0.0517857 Sep 22 13:20:49.003305 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-ef2cd43c-f7b1-498f-9fd3-1bd51bcdee24 req-c1a78eba-6105-43fc-a5b6-f9ad7fd72834 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350046 Sep 22 13:20:49.051782 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device d6022fd2-a74c-4d0a-9f2c-9364a9276394 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:20:49.204954 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port d6022fd2-a74c-4d0a-9f2c-9364a9276394 completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:20:49.208990 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port d6022fd2-a74c-4d0a-9f2c-9364a9276394 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:20:49.209361 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:49.289703 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:49.311605 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e232981-cb78-471c-aef3-625d5d75a1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:20:49.313845 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783b88d5-ae4c-4800-993b-923afdff3367" -d '{"events": [{"server_uuid": "2e232981-cb78-471c-aef3-625d5d75a1af", "name": "network-vif-plugged", "status": "completed", "tag": "d6022fd2-a74c-4d0a-9f2c-9364a9276394"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:20:49.327015 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port d6022fd2-a74c-4d0a-9f2c-9364a9276394, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:20:49.351524 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c064ada7-d926-4bbb-a643-2952b61f6779 x-openstack-request-id: req-c064ada7-d926-4bbb-a643-2952b61f6779 {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:20:49.352380 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e232981-cb78-471c-aef3-625d5d75a1af", "name": "network-vif-plugged", "status": "completed", "tag": "d6022fd2-a74c-4d0a-9f2c-9364a9276394", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:20:49.352660 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c064ada7-d926-4bbb-a643-2952b61f6779 {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:20:49.353130 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e232981-cb78-471c-aef3-625d5d75a1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'code': 200} Sep 22 13:20:49.393534 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:49.441375 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=d6022fd2-a74c-4d0a-9f2c-9364a9276394,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:49.703944 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c5c7b-c567-4edb-bf15-7ac04336611d req-82f8df7c-ac7d-4b8d-b105-b6c36a511b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:49.705527 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-157c5c7b-c567-4edb-bf15-7ac04336611d req-82f8df7c-ac7d-4b8d-b105-b6c36a511b10 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 1098 time: 0.0447137 Sep 22 13:20:49.740922 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-157c5c7b-c567-4edb-bf15-7ac04336611d req-d83b5201-0e79-45b1-820f-0501bbc41c29 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282545 Sep 22 13:20:50.123791 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf5b97-19dd-4d07-aeac-585612109bbc req-1cac6053-092a-431a-8685-ab1b74b43381 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:50.125416 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3adf5b97-19dd-4d07-aeac-585612109bbc req-1cac6053-092a-431a-8685-ab1b74b43381 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0526342 Sep 22 13:20:50.166185 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3adf5b97-19dd-4d07-aeac-585612109bbc req-c2a9247a-06c7-4c8c-a61d-f9fc295bebe9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346060 Sep 22 13:20:51.282734 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a47cf-c0b4-4b14-a0d8-31bb392c2f6a req-45a89366-8eba-49e0-819f-9f3a97f2dc65 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:51.284258 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-044a47cf-c0b4-4b14-a0d8-31bb392c2f6a req-45a89366-8eba-49e0-819f-9f3a97f2dc65 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0499234 Sep 22 13:20:51.325622 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-044a47cf-c0b4-4b14-a0d8-31bb392c2f6a req-0b77580c-8ca8-436f-8343-c311a6464297 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355489 Sep 22 13:20:51.438189 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af8eb2-6e34-4839-814e-f17557d104cc req-1087fc7a-6a61-4e7b-9985-517e9afe74c8 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:51.439697 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b5af8eb2-6e34-4839-814e-f17557d104cc req-1087fc7a-6a61-4e7b-9985-517e9afe74c8 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0490553 Sep 22 13:20:51.476056 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b5af8eb2-6e34-4839-814e-f17557d104cc req-30420918-abe2-47a4-8842-488503b557e6 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305099 Sep 22 13:20:51.497961 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38676) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:51.676250 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700d1a1e-9ba5-46c1-82bb-005cbc0f0669 tempest-TestShelveInstance-982234549 tempest-TestShelveInstance-982234549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:51.677755 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-700d1a1e-9ba5-46c1-82bb-005cbc0f0669 tempest-TestShelveInstance-982234549 tempest-TestShelveInstance-982234549-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 1093 time: 0.1788464 Sep 22 13:20:51.680735 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38680) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:20:51.685654 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Request body: {'floatingip': {'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'port_id': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:20:51.804056 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:51.901667 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:52.003090 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Allocated IP 172.27.1.115 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/408df632-93ad-474e-a975-15e1031c6cb0) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:20:52.105442 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:52.204160 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:52.241872 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:20:52.245517 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:20:52.249077 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:20:52.257373 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Pushing event updated for resources: {'Port': ['ID=408df632-93ad-474e-a975-15e1031c6cb0,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:52.284721 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:52.285068 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:52.285409 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:52.285745 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:52.286077 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:52.286409 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:52.286737 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:52.287063 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:52.287387 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:52.287737 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:52.288061 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:52.288382 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:20:52.861964 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:52.971563 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:53.120241 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:53.180681 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:53.254797 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Pushing event updated for resources: {'Port': ['ID=408df632-93ad-474e-a975-15e1031c6cb0,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:20:53.266063 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:53.365501 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.l3_db [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Floating IP a9113edf-5e92-4ed4-b7d1-1d45e6bf5036 associated. External IP: 172.27.1.115, port: d6022fd2-a74c-4d0a-9f2c-9364a9276394. Sep 22 13:20:53.565526 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:20:53.674083 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:20:53.683774 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f933abdf-b40b-40dd-8145-886a255f8090 None None] Sync routers for ids ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:20:53.693859 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933abdf-b40b-40dd-8145-886a255f8090 None None] Routers {'128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:20:53.694488 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f933abdf-b40b-40dd-8145-886a255f8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:20:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:53.748107 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:20:53.776558 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-ef674833-7454-4cf9-a9ff-75865036473e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0942111 Sep 22 13:20:53.777984 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e232981-cb78-471c-aef3-625d5d75a1af', 'tag': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:20:53.779486 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b964415b-f4e0-402a-8087-99da6259f87a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e232981-cb78-471c-aef3-625d5d75a1af", "tag": "d6022fd2-a74c-4d0a-9f2c-9364a9276394"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:20:53.801670 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f933abdf-b40b-40dd-8145-886a255f8090 None None] Set router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:20:53.815772 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04881ce-435c-410b-875c-26f511b8cac3 x-openstack-request-id: req-b04881ce-435c-410b-875c-26f511b8cac3 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:20:53.816033 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e232981-cb78-471c-aef3-625d5d75a1af", "tag": "d6022fd2-a74c-4d0a-9f2c-9364a9276394", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:20:53.816312 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b04881ce-435c-410b-875c-26f511b8cac3 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:20:53.816715 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e232981-cb78-471c-aef3-625d5d75a1af', 'tag': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'status': 'completed', 'code': 200} Sep 22 13:20:53.879693 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964415b-f4e0-402a-8087-99da6259f87a req-796ab7cb-067b-45b9-a531-d0b7d27d709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:53.881240 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b964415b-f4e0-402a-8087-99da6259f87a req-796ab7cb-067b-45b9-a531-d0b7d27d709d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b1e0e70b73e4fb1b5208231b5468fcf&device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 1098 time: 0.0408897 Sep 22 13:20:53.970959 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964415b-f4e0-402a-8087-99da6259f87a req-1dde1c3d-2238-40d3-a9db-b2fc0588eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:53.972500 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b964415b-f4e0-402a-8087-99da6259f87a req-1dde1c3d-2238-40d3-a9db-b2fc0588eef7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b272f558-e224-4fd2-b8d1-fa2ca461b31f HTTP/1.1" status: 200 len: 910 time: 0.0844336 Sep 22 13:20:54.025661 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f933abdf-b40b-40dd-8145-886a255f8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:57Z', 'revision_number': 4, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port': {'id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': 'a9113edf-5e92-4ed4-b7d1-1d45e6bf5036', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'port_id': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'mac_address': 'fa:16:3e:23:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e232981-cb78-471c-aef3-625d5d75a1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:20:52Z', 'updated_at': '2021-09-22T13:20:52Z', 'revision_number': 0, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab04d5d-92be-429c-a30a-bbaace41f03f', 'name': '', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'mac_address': 'fa:16:3e:4d:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:56Z', 'updated_at': '2021-09-22T13:20:01Z', 'revision_number': 5, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'subnets': [{'id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:54.043116 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b964415b-f4e0-402a-8087-99da6259f87a req-c133c084-4701-4123-841d-897df3c0827f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394 HTTP/1.1" status: 200 len: 999 time: 0.0617211 Sep 22 13:20:54.051689 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f933abdf-b40b-40dd-8145-886a255f8090 None None] Checking router: 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:20:54.060483 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933abdf-b40b-40dd-8145-886a255f8090 None None] Routers {'128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:20:54.061093 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f933abdf-b40b-40dd-8145-886a255f8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:20:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:54.092939 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964415b-f4e0-402a-8087-99da6259f87a req-bdf958d5-be74-4edd-a4a7-af4de062b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:54.094364 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b964415b-f4e0-402a-8087-99da6259f87a req-bdf958d5-be74-4edd-a4a7-af4de062b53c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467 HTTP/1.1" status: 200 len: 848 time: 0.0435567 Sep 22 13:20:54.139813 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964415b-f4e0-402a-8087-99da6259f87a req-ddac5adf-05ef-4356-bb1f-eb1e6e7874b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:20:54.141316 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b964415b-f4e0-402a-8087-99da6259f87a req-ddac5adf-05ef-4356-bb1f-eb1e6e7874b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b272f558-e224-4fd2-b8d1-fa2ca461b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401287 Sep 22 13:20:54.164327 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-f933abdf-b40b-40dd-8145-886a255f8090 None None] Set router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:20:54.234617 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b964415b-f4e0-402a-8087-99da6259f87a req-206ff193-60f5-4263-9206-18922c096a11 service neutron] 10.222.0.23 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845568 Sep 22 13:20:54.333026 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b964415b-f4e0-402a-8087-99da6259f87a req-9d4b88f2-6900-4731-ad68-5ef9d998d7a0 service neutron] 10.222.0.23 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905774 Sep 22 13:20:54.390993 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-f933abdf-b40b-40dd-8145-886a255f8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:57Z', 'revision_number': 4, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port': {'id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': 'a9113edf-5e92-4ed4-b7d1-1d45e6bf5036', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'port_id': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'mac_address': 'fa:16:3e:23:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e232981-cb78-471c-aef3-625d5d75a1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:20:52Z', 'updated_at': '2021-09-22T13:20:52Z', 'revision_number': 0, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab04d5d-92be-429c-a30a-bbaace41f03f', 'name': '', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'mac_address': 'fa:16:3e:4d:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:56Z', 'updated_at': '2021-09-22T13:20:01Z', 'revision_number': 5, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'subnets': [{'id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:20:54.421232 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f933abdf-b40b-40dd-8145-886a255f8090 None None] The sync data for ids ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'] in dv-cinder-810000-3-iscsi is: [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:57Z', 'revision_number': 4, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port': {'id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': 'a9113edf-5e92-4ed4-b7d1-1d45e6bf5036', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'port_id': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'mac_address': 'fa:16:3e:23:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e232981-cb78-471c-aef3-625d5d75a1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:20:52Z', 'updated_at': '2021-09-22T13:20:52Z', 'revision_number': 0, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab04d5d-92be-429c-a30a-bbaace41f03f', 'name': '', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'mac_address': 'fa:16:3e:4d:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:56Z', 'updated_at': '2021-09-22T13:20:01Z', 'revision_number': 5, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'subnets': [{'id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:20:54.599089 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d5c081-a77e-4b8b-bc97-7f914052d469 None None] New status for floating IP a9113edf-5e92-4ed4-b7d1-1d45e6bf5036: ACTIVE {{(pid=94875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:20:59.506651 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:21:05.010221 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-649178a4-0351-4042-86d6-938684c58de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:08.536224 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-92a6a603-d09e-422a-b372-2b0e20cc1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:08.867760 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:09.325668 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:10.051148 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:11.742989 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:15.520197 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42f6775d-fe2c-41da-bf8a-2618f25955e2 req-55787b17-ebca-4c3c-905d-8ebf1bd41776 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0898812 Sep 22 13:21:15.601788 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6775d-fe2c-41da-bf8a-2618f25955e2 req-a2986eb9-10c5-4957-897f-b0dd9ebba0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:15.603293 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42f6775d-fe2c-41da-bf8a-2618f25955e2 req-a2986eb9-10c5-4957-897f-b0dd9ebba0a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 1099 time: 0.0414066 Sep 22 13:21:15.710988 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6775d-fe2c-41da-bf8a-2618f25955e2 req-769e9bab-153b-4f49-9d92-7c4bb28f369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:15.712499 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42f6775d-fe2c-41da-bf8a-2618f25955e2 req-769e9bab-153b-4f49-9d92-7c4bb28f369d service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 910 time: 0.0892358 Sep 22 13:21:15.783967 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42f6775d-fe2c-41da-bf8a-2618f25955e2 req-a0090459-e2ad-416f-9678-076686853506 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd57090-ec8a-4ed8-9989-2aeebda1778d HTTP/1.1" status: 200 len: 1001 time: 0.0607011 Sep 22 13:21:15.833575 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6775d-fe2c-41da-bf8a-2618f25955e2 req-db44a4ef-9fab-4621-b372-775d9ccc3af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:15.835074 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42f6775d-fe2c-41da-bf8a-2618f25955e2 req-db44a4ef-9fab-4621-b372-775d9ccc3af9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc88c452-327e-4ca3-ae70-bbca18702a86 HTTP/1.1" status: 200 len: 848 time: 0.0443685 Sep 22 13:21:15.888045 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6775d-fe2c-41da-bf8a-2618f25955e2 req-a2a7770f-88a5-4c87-adf7-83ee4c3ab60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:15.889572 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42f6775d-fe2c-41da-bf8a-2618f25955e2 req-a2a7770f-88a5-4c87-adf7-83ee4c3ab60d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461674 Sep 22 13:21:15.901058 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [req-42f6775d-fe2c-41da-bf8a-2618f25955e2 req-bd2bb0aa-b0b7-41e5-8164-87aadc7c7694 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:21:15.901998 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42f6775d-fe2c-41da-bf8a-2618f25955e2 req-bd2bb0aa-b0b7-41e5-8164-87aadc7c7694 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049059 Sep 22 13:21:15.990598 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42f6775d-fe2c-41da-bf8a-2618f25955e2 req-c99dd9eb-62a1-4f7f-bcac-643ad1580e77 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814474 Sep 22 13:21:16.084176 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-42f6775d-fe2c-41da-bf8a-2618f25955e2 req-c44a1246-4674-4337-a6a4-115ed2092fdd service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860949 Sep 22 13:21:35.014910 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-ba9335b6-2eb0-46dc-ac9b-7e2d19a6733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:36.505186 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:21:38.512639 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2421f2af-1e0a-42cf-8266-0e185455f4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:38.873286 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:39.290247 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:40.055649 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:41.701815 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:48.325882 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-b6f0e6c5-ffb4-4ee0-a770-35ee9c4fa378 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876939705&fields=id&tenant_id=506fa8c4d7e84973979a953f64caa8e3 HTTP/1.1" status: 200 len: 267 time: 0.0349567 Sep 22 13:21:48.431015 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-3c4735cc-8f6b-4dc3-841a-d10db31f2dfc tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:48.432550 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-3c4735cc-8f6b-4dc3-841a-d10db31f2dfc tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 809 time: 0.0999465 Sep 22 13:21:48.448060 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2a402bc1-5b2c-4995-b8e4-b2a2234d6d9b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/quotas/506fa8c4d7e84973979a953f64caa8e3 HTTP/1.1" status: 200 len: 375 time: 0.0089543 Sep 22 13:21:48.509332 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-9861e0f8-7e20-4ff0-a696-1f31cea99924 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0554543 Sep 22 13:21:48.571094 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-461e3f06-e9b3-44a4-bedd-03c5d971b7cb service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 13:21:48.572196 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-461e3f06-e9b3-44a4-bedd-03c5d971b7cb service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519519 Sep 22 13:21:48.662928 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-e94cd8fc-48b1-46f2-9445-8b0210ea24d7 service neutron] 10.222.0.43 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844624 Sep 22 13:21:48.754596 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-160c4622-b3e0-4595-9704-4ff6ddb6fb25 service neutron] 10.222.0.43 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848913 Sep 22 13:21:49.378143 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-eab024e6-a382-4024-960d-fa2dd34c0704 req-0b37d9bf-5b9d-409b-b713-59294b7f82d4 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 210 time: 0.0769107 Sep 22 13:21:50.471934 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c76be3e4-20e2-4bc3-972e-74e6b5cb8727 req-583ca5a5-60f7-4997-9d76-939660a75ca1 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 210 time: 0.0275636 Sep 22 13:21:51.474914 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-aacfbfe2-4a18-4724-b0e2-6eb87d5f6712 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:51.476415 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-aacfbfe2-4a18-4724-b0e2-6eb87d5f6712 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 809 time: 0.1025267 Sep 22 13:21:51.519913 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-bd937f77-6677-470c-b8b2-aed81ae5175b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=506fa8c4d7e84973979a953f64caa8e3 HTTP/1.1" status: 200 len: 380 time: 0.0347164 Sep 22 13:21:51.529805 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Request body: {'port': {'device_id': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'admin_state_up': True, 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'security_groups': ['2be20993-fe86-449b-894c-7156ae695245']}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:21:51.609552 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1438fb6d-8838-4ad1-9e59-bca1a1e45c66 req-e54d08c6-8f80-42a8-a0bc-d4b2cd792cae tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 210 time: 0.0530074 Sep 22 13:21:51.726488 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Made reservation on behalf of 506fa8c4d7e84973979a953f64caa8e3 for: {'port': 1} {{(pid=94873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 13:21:51.730955 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:51.861985 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_common [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Allocated IP 172.20.0.8 (3b2b60ff-ffa7-4f74-a063-d8f4477f3f78/dc88c452-327e-4ca3-ae70-bbca18702a86/091a8767-2d8d-4875-a887-c656af74a9f4) {{(pid=94873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:21:51.998881 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for port, precommit_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:52.092037 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_create {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:52.132199 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 is already hosted by enough agents. {{(pid=94873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:21:52.135580 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.base_scheduler [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Resources bound (agent type, host, resource id): {{(pid=94873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:21:52.139548 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Received port after_create {{(pid=94873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:21:52.166735 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'Port': ['ID=091a8767-2d8d-4875-a887-c656af74a9f4,revision_number=1']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:21:52.182342 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:21:52.182692 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:21:52.183031 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:21:52.183512 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:21:52.188870 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:21:52.188870 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:21:52.188870 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:21:52.188870 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:21:52.188870 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:21:52.188870 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:21:52.188870 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:21:52.188870 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:21:52.207773 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:52.208394 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:52.304394 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-9647f57c-a2d1-4076-bc98-b611b30e16d9 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7784240 Sep 22 13:21:52.316938 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.v2.base [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Request body: {'port': {'device_id': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:21:52.371374 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-f3b22990-7f8b-454e-bc4a-243e8b7011e8 None None] Provisioning complete for port 091a8767-2d8d-4875-a887-c656af74a9f4 triggered by entity DHCP. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:21:52.372001 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f3b22990-7f8b-454e-bc4a-243e8b7011e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:52.373201 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:52.412640 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-f3b22990-7f8b-454e-bc4a-243e8b7011e8 None None] Port 091a8767-2d8d-4875-a887-c656af74a9f4 cannot update to ACTIVE because it is not bound. {{(pid=94874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 13:21:52.644328 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091a8767-2d8d-4875-a887-c656af74a9f4 {{(pid=94873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:21:52.651865 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:52.663716 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.provisioning_blocks [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Transition to ACTIVE for port object 091a8767-2d8d-4875-a887-c656af74a9f4 will not be triggered until provisioned by entity L2. {{(pid=94873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 13:21:52.728165 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742bb72-4979-49ed-9929-35d1fa9bdc84 req-e656ac5d-168d-45b0-81f4-5daf7d3eaf99 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:52.729668 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7742bb72-4979-49ed-9929-35d1fa9bdc84 req-e656ac5d-168d-45b0-81f4-5daf7d3eaf99 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 931 time: 0.0523739 Sep 22 13:21:52.738066 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:52.769269 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7742bb72-4979-49ed-9929-35d1fa9bdc84 req-862c65f8-1c05-4070-a9bd-73d34eb470e1 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332606 Sep 22 13:21:52.798434 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Pushing event updated for resources: {'Port': ['ID=091a8767-2d8d-4875-a887-c656af74a9f4,revision_number=2']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:21:52.867725 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Attempting to bind port 091a8767-2d8d-4875-a887-c656af74a9f4 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 13:21:52.868065 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Attempting to bind port 091a8767-2d8d-4875-a887-c656af74a9f4 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 13:21:52.868398 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Attempting to bind port 091a8767-2d8d-4875-a887-c656af74a9f4 on network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:21:52.873580 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Port 091a8767-2d8d-4875-a887-c656af74a9f4 on network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 13:21:52.873903 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Attempting to bind port 091a8767-2d8d-4875-a887-c656af74a9f4 on network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 13:21:52.879489 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Checking agent: {'id': 'c37b7082-0f00-4b9a-b8af-fd741ff20a22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'started_at': datetime.datetime(2021, 9, 22, 13, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 13:21:52.879811 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Checking segment: {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 13:21:52.880196 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Bound using segment: {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'} {{(pid=94873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 13:21:52.880632 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.managers [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Bound port: 091a8767-2d8d-4875-a887-c656af74a9f4, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb75b53e-e74a-40bc-b21e-3a716f1331d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78'}}] {{(pid=94873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 13:21:52.880995 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:52.952025 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] For port 091a8767-2d8d-4875-a887-c656af74a9f4, host hv-cinder-81000, cleared binding levels {{(pid=94873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 13:21:52.957333 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] For port 091a8767-2d8d-4875-a887-c656af74a9f4, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=091a8767-2d8d-4875-a887-c656af74a9f4,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 13:21:53.098075 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9112829'] for port, after_update {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:53.133727 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:53.134368 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:21:53.136020 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] 10.222.0.23 "PUT /v2.0/ports/091a8767-2d8d-4875-a887-c656af74a9f4 HTTP/1.1" status: 200 len: 1093 time: 0.8232384 Sep 22 13:21:53.136481 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'tag': '091a8767-2d8d-4875-a887-c656af74a9f4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:21:53.138975 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6097c08-ebb7-4fe4-88ee-f73cde2453ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ac84d6-fab2-4e82-8176-11ecc05ba646", "tag": "091a8767-2d8d-4875-a887-c656af74a9f4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:21:53.167099 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ddc72-b08c-438c-9cea-25a522247639 service neutron] Pushing event updated for resources: {'Port': ['ID=091a8767-2d8d-4875-a887-c656af74a9f4,revision_number=3']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:21:53.241569 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dc715e-5371-4555-bb5d-3b9399432c48 x-openstack-request-id: req-a8dc715e-5371-4555-bb5d-3b9399432c48 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:21:53.241863 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ac84d6-fab2-4e82-8176-11ecc05ba646", "tag": "091a8767-2d8d-4875-a887-c656af74a9f4", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:21:53.242116 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8dc715e-5371-4555-bb5d-3b9399432c48 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:21:53.242518 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'tag': '091a8767-2d8d-4875-a887-c656af74a9f4', 'status': 'completed', 'code': 200} Sep 22 13:21:53.298590 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-f8f001ed-554c-4cc2-bce9-d4ceee7c05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:53.300179 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-f8f001ed-554c-4cc2-bce9-d4ceee7c05f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 1096 time: 0.0468595 Sep 22 13:21:53.343782 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-2ffa6d06-447f-4dc7-be64-9b5f95a45fe4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=091a8767-2d8d-4875-a887-c656af74a9f4 HTTP/1.1" status: 200 len: 217 time: 0.0357826 Sep 22 13:21:53.392260 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-cdf51e9c-5f33-45f9-9cee-15962c96fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:53.393744 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-cdf51e9c-5f33-45f9-9cee-15962c96fe2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc88c452-327e-4ca3-ae70-bbca18702a86 HTTP/1.1" status: 200 len: 848 time: 0.0435297 Sep 22 13:21:53.444412 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-51d86098-282b-4011-9794-f67700453ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:53.445877 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-51d86098-282b-4011-9794-f67700453ef3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441000 Sep 22 13:21:53.534759 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-e5b54817-d22c-4062-ba61-43b1b7b39b54 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814657 Sep 22 13:21:53.626479 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-27d2a349-fade-40d2-9f8f-4313840b6657 req-be1bb0cf-ef18-4453-b407-dcc4784d4cc7 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829272 Sep 22 13:21:53.768488 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6097c08-ebb7-4fe4-88ee-f73cde2453ab req-d4ecdfa4-ffe7-4c89-bcf3-9e7d3625a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:53.770053 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c6097c08-ebb7-4fe4-88ee-f73cde2453ab req-d4ecdfa4-ffe7-4c89-bcf3-9e7d3625a805 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 1096 time: 0.0410166 Sep 22 13:21:53.866624 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6097c08-ebb7-4fe4-88ee-f73cde2453ab req-d95d678d-395a-43bc-a322-5b6168288210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:53.868140 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c6097c08-ebb7-4fe4-88ee-f73cde2453ab req-d95d678d-395a-43bc-a322-5b6168288210 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 910 time: 0.0896056 Sep 22 13:21:53.893051 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2a539-eba5-4d80-af03-77504ef8f251 req-59e64e75-35a8-46bd-8f0b-aafe66478dbf tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:53.894443 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-40e2a539-eba5-4d80-af03-77504ef8f251 req-59e64e75-35a8-46bd-8f0b-aafe66478dbf tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 943 time: 0.0484562 Sep 22 13:21:53.910754 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c6097c08-ebb7-4fe4-88ee-f73cde2453ab req-bfcffdd8-9c45-49b6-a2a2-d47a21716b6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=091a8767-2d8d-4875-a887-c656af74a9f4 HTTP/1.1" status: 200 len: 217 time: 0.0352330 Sep 22 13:21:53.938233 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-40e2a539-eba5-4d80-af03-77504ef8f251 req-a8707ee1-0af2-4ce3-a698-6c818551327a tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378704 Sep 22 13:21:53.961214 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6097c08-ebb7-4fe4-88ee-f73cde2453ab req-2bcbcf23-7d15-40d8-bc1f-c52735bcf951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:53.962698 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c6097c08-ebb7-4fe4-88ee-f73cde2453ab req-2bcbcf23-7d15-40d8-bc1f-c52735bcf951 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc88c452-327e-4ca3-ae70-bbca18702a86 HTTP/1.1" status: 200 len: 848 time: 0.0440524 Sep 22 13:21:54.007276 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6097c08-ebb7-4fe4-88ee-f73cde2453ab req-181a88b8-2fd0-4a7a-8b44-7bfd0e0f862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:54.008800 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c6097c08-ebb7-4fe4-88ee-f73cde2453ab req-181a88b8-2fd0-4a7a-8b44-7bfd0e0f862a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384562 Sep 22 13:21:54.098966 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c6097c08-ebb7-4fe4-88ee-f73cde2453ab req-8505d110-ddaf-4083-86e2-833b73cd5f57 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825732 Sep 22 13:21:54.193243 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c6097c08-ebb7-4fe4-88ee-f73cde2453ab req-1b216d4c-16e9-4c69-a09b-dce7c6e32e75 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839355 Sep 22 13:21:55.053071 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285313c-ee31-4985-9cc5-b58f1083d386 req-6f4c89b2-86ae-4870-8fb3-d59b2d28216d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:55.054554 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6285313c-ee31-4985-9cc5-b58f1083d386 req-6f4c89b2-86ae-4870-8fb3-d59b2d28216d tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 943 time: 0.0482507 Sep 22 13:21:55.092660 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6285313c-ee31-4985-9cc5-b58f1083d386 req-84a7b07e-5e13-4cba-8b5f-a8eab9ebc0f1 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312662 Sep 22 13:21:56.205086 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73b917-3993-44a3-bf7f-d32096908bfe req-758abc8d-6dfe-4245-b1aa-d119d533c769 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:56.206548 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-af73b917-3993-44a3-bf7f-d32096908bfe req-758abc8d-6dfe-4245-b1aa-d119d533c769 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 943 time: 0.0476682 Sep 22 13:21:56.243623 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-af73b917-3993-44a3-bf7f-d32096908bfe req-3959ff27-af65-4e01-b077-39f19a54249b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309367 Sep 22 13:21:57.362723 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dc569-b9de-4e09-90a4-eca0adb5d3fd req-6ee1347e-ae57-410c-ae63-b1db979688dd tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:57.364272 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cb5dc569-b9de-4e09-90a4-eca0adb5d3fd req-6ee1347e-ae57-410c-ae63-b1db979688dd tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 943 time: 0.0505042 Sep 22 13:21:57.404571 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-cb5dc569-b9de-4e09-90a4-eca0adb5d3fd req-46643d3b-4948-4295-8f95-c0d3dac9ff43 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343108 Sep 22 13:21:58.524077 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29679f5-14be-4dfc-ac92-e52a85f512a5 req-80a1c819-a2b4-442b-82e4-fc02a5b99bf2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:58.525656 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b29679f5-14be-4dfc-ac92-e52a85f512a5 req-80a1c819-a2b4-442b-82e4-fc02a5b99bf2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 943 time: 0.0516510 Sep 22 13:21:58.565894 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-b29679f5-14be-4dfc-ac92-e52a85f512a5 req-55391f3d-f4c9-426e-9959-7bc177e21d86 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342970 Sep 22 13:21:59.689772 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a4aa9-4561-4d94-867a-6274ebfb3968 req-49501d8f-a3f3-4b6d-ac6c-c1245c5529ca tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:21:59.691334 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d72a4aa9-4561-4d94-867a-6274ebfb3968 req-49501d8f-a3f3-4b6d-ac6c-c1245c5529ca tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 943 time: 0.0550327 Sep 22 13:21:59.731107 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-d72a4aa9-4561-4d94-867a-6274ebfb3968 req-e569ae89-3bd5-495c-9333-d6dde0d0ff20 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332994 Sep 22 13:22:00.844641 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099a793-c1d3-45af-bcf6-af0a9ac2c79f req-137ad660-6216-4ebb-a5bb-a2da97b7f7f7 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:00.846815 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c099a793-c1d3-45af-bcf6-af0a9ac2c79f req-137ad660-6216-4ebb-a5bb-a2da97b7f7f7 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 943 time: 0.0488031 Sep 22 13:22:00.889491 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-c099a793-c1d3-45af-bcf6-af0a9ac2c79f req-51a14ac1-8588-40e1-9aae-04ddd4c778fd tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366817 Sep 22 13:22:01.343870 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 091a8767-2d8d-4875-a887-c656af74a9f4 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:22:01.441288 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 091a8767-2d8d-4875-a887-c656af74a9f4, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=091a8767-2d8d-4875-a887-c656af74a9f4,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:22:01.452430 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': '091a8767-2d8d-4875-a887-c656af74a9f4', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'port_id': '091a8767-2d8d-4875-a887-c656af74a9f4', 'mac_address': 'fa:16:3e:9e:44:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:22:01.489848 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:01.502717 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091a8767-2d8d-4875-a887-c656af74a9f4 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:22:01.521750 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 091a8767-2d8d-4875-a887-c656af74a9f4, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=091a8767-2d8d-4875-a887-c656af74a9f4,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:22:01.583930 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:01.638751 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=091a8767-2d8d-4875-a887-c656af74a9f4,revision_number=4']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:22:01.646232 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:01.646583 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:01.646999 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:01.647342 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:01.647710 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:01.648040 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:01.648371 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:01.648699 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:01.649024 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:01.649347 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:01.649668 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:01.649987 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:01.823796 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['091a8767-2d8d-4875-a887-c656af74a9f4'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:22:02.003584 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8683e2-7694-4eaa-b7d7-d00cbbbdc6d3 req-ff7a3fd5-9bd7-4f06-a03b-32beef5f4162 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:02.005113 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7d8683e2-7694-4eaa-b7d7-d00cbbbdc6d3 req-ff7a3fd5-9bd7-4f06-a03b-32beef5f4162 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 944 time: 0.0504122 Sep 22 13:22:02.046729 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-7d8683e2-7694-4eaa-b7d7-d00cbbbdc6d3 req-56f3fc89-9fc7-4027-a9b9-ed294dcd3cb7 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356696 Sep 22 13:22:03.163454 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41f143-4a0a-44a0-911c-211230c69535 req-6e92510c-bee9-4a33-92f9-2d2c877f46c3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:03.164941 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-eb41f143-4a0a-44a0-911c-211230c69535 req-6e92510c-bee9-4a33-92f9-2d2c877f46c3 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 944 time: 0.0497732 Sep 22 13:22:03.203978 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-eb41f143-4a0a-44a0-911c-211230c69535 req-19ddf889-23a5-4541-9574-ceb77485a4e1 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330167 Sep 22 13:22:03.343654 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 091a8767-2d8d-4875-a887-c656af74a9f4 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:22:03.465126 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning for port 091a8767-2d8d-4875-a887-c656af74a9f4 completed by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 13:22:03.469198 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port 091a8767-2d8d-4875-a887-c656af74a9f4 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:22:03.469578 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:03.544273 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:03.569749 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091a8767-2d8d-4875-a887-c656af74a9f4'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:22:03.572076 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d381b850-724d-4919-ad64-e80ccae863c4" -d '{"events": [{"server_uuid": "c2ac84d6-fab2-4e82-8176-11ecc05ba646", "name": "network-vif-plugged", "status": "completed", "tag": "091a8767-2d8d-4875-a887-c656af74a9f4"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:22:03.584882 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port 091a8767-2d8d-4875-a887-c656af74a9f4, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=091a8767-2d8d-4875-a887-c656af74a9f4,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:22:03.659724 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:03.664633 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ceabca-0f30-44a5-ba44-f237b75adb76 x-openstack-request-id: req-a6ceabca-0f30-44a5-ba44-f237b75adb76 {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:22:03.664926 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ac84d6-fab2-4e82-8176-11ecc05ba646", "name": "network-vif-plugged", "status": "completed", "tag": "091a8767-2d8d-4875-a887-c656af74a9f4", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:22:03.665268 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6ceabca-0f30-44a5-ba44-f237b75adb76 {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:22:03.665662 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091a8767-2d8d-4875-a887-c656af74a9f4', 'code': 200} Sep 22 13:22:03.721968 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=091a8767-2d8d-4875-a887-c656af74a9f4,revision_number=5']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:22:04.060310 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3549600-f2fa-43f6-87ef-fed1d970226f req-e6f1f143-b2aa-4657-b014-6421f2c7eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:04.061836 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c3549600-f2fa-43f6-87ef-fed1d970226f req-e6f1f143-b2aa-4657-b014-6421f2c7eca7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 1098 time: 0.0402937 Sep 22 13:22:04.096088 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c3549600-f2fa-43f6-87ef-fed1d970226f req-d157e346-c703-4594-9954-e4c254ba3201 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264239 Sep 22 13:22:04.319039 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e06f0f-f772-44f6-9e09-8179c09e4d14 req-22e5f691-d74c-434f-a409-dbca38248794 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:04.320479 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d9e06f0f-f772-44f6-9e09-8179c09e4d14 req-22e5f691-d74c-434f-a409-dbca38248794 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 945 time: 0.0488153 Sep 22 13:22:04.359522 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d9e06f0f-f772-44f6-9e09-8179c09e4d14 req-e272cd1b-baca-4fde-adbe-02d604880dc7 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331373 Sep 22 13:22:05.030599 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-9a2158f9-d12c-4fe2-ad5e-c4dc3808c201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:05.480514 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b2c44-24f3-4e32-bedf-a2a88e0002a0 req-d298febc-ea1a-4e9e-8e30-408e6aed7f6b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:05.482051 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f79b2c44-24f3-4e32-bedf-a2a88e0002a0 req-d298febc-ea1a-4e9e-8e30-408e6aed7f6b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 945 time: 0.0507910 Sep 22 13:22:05.519549 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f79b2c44-24f3-4e32-bedf-a2a88e0002a0 req-9a55005c-0f25-48c3-8a5a-d205c06430fe tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310512 Sep 22 13:22:05.789426 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95c61b-1c24-48d1-9079-c26d8ed75593 req-83b55756-66df-4a01-84ec-17e8fea90312 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:05.791035 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dc95c61b-1c24-48d1-9079-c26d8ed75593 req-83b55756-66df-4a01-84ec-17e8fea90312 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 945 time: 0.0501633 Sep 22 13:22:05.835707 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-dc95c61b-1c24-48d1-9079-c26d8ed75593 req-5f9e1d5d-008a-4072-aee3-84e3a3a5977b tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384290 Sep 22 13:22:05.858185 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38812) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:22:05.897670 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44f9b3f-b87b-48e4-9ead-0352127b3f08 tempest-TestVolumeBootPattern-351848081 tempest-TestVolumeBootPattern-351848081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:05.899180 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-a44f9b3f-b87b-48e4-9ead-0352127b3f08 tempest-TestVolumeBootPattern-351848081 tempest-TestVolumeBootPattern-351848081-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 1093 time: 0.0400226 Sep 22 13:22:05.901923 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38814) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:22:05.906115 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.v2.base [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Request body: {'floatingip': {'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'port_id': '091a8767-2d8d-4875-a887-c656af74a9f4', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 13:22:05.980011 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for floatingip, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:06.076180 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:06.182364 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_common [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Allocated IP 172.27.1.202 (01976d25-e9c8-47fa-b0c1-7f313f2bd86e/3ab72223-f3c8-45a6-8adb-df14f7b00337/a05a6703-86a9-422e-887b-eb0ecc24ab2c) {{(pid=94872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 13:22:06.286772 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for port, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:06.356792 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756459124399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:06.394304 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Network 01976d25-e9c8-47fa-b0c1-7f313f2bd86e is already hosted by enough agents. {{(pid=94872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 13:22:06.398502 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.base_scheduler [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Resources bound (agent type, host, resource id): {{(pid=94872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 13:22:06.402037 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Received port after_create {{(pid=94872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 13:22:06.411339 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'Port': ['ID=a05a6703-86a9-422e-887b-eb0ecc24ab2c,revision_number=1']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:22:06.441208 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:06.441558 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:06.441901 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:06.442237 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:06.442569 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:06.442901 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:06.443229 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:06.443589 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:06.443917 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:06.444238 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:06.444559 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:06.444878 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:22:06.785868 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:06.903307 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:07.052291 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for port, precommit_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:07.094001 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8721735'] for port, after_update {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:07.168766 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event updated for resources: {'Port': ['ID=a05a6703-86a9-422e-887b-eb0ecc24ab2c,revision_number=2']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:22:07.177707 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-564249'] for floatingip, after_create {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:07.276092 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.l3_db [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Floating IP 70f843b3-7dfe-473d-a31e-a787a10a581d associated. External IP: 172.27.1.202, port: 091a8767-2d8d-4875-a887-c656af74a9f4. Sep 22 13:22:07.747630 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Router f4de7705-457a-44b7-8571-1393457adf0f has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:22:07.860582 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:22:07.871618 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d50b676-071d-4b88-9b93-1b9add10fbb7 None None] Sync routers for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:22:07.882542 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d50b676-071d-4b88-9b93-1b9add10fbb7 None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:22:07.888454 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0d50b676-071d-4b88-9b93-1b9add10fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:21:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:22:07.923035 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:07.956092 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-0c11931a-def8-43d9-860f-5c8542517808 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0527785 Sep 22 13:22:07.956763 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'tag': '091a8767-2d8d-4875-a887-c656af74a9f4'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:22:07.959075 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8e0c74-6abc-4628-8c2a-413e179fcf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ac84d6-fab2-4e82-8176-11ecc05ba646", "tag": "091a8767-2d8d-4875-a887-c656af74a9f4"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:22:08.001196 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0d50b676-071d-4b88-9b93-1b9add10fbb7 None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:22:08.058981 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb198b81-7861-4f99-9295-b21254bc77d6 x-openstack-request-id: req-cb198b81-7861-4f99-9295-b21254bc77d6 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:22:08.059313 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ac84d6-fab2-4e82-8176-11ecc05ba646", "tag": "091a8767-2d8d-4875-a887-c656af74a9f4", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:22:08.059598 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb198b81-7861-4f99-9295-b21254bc77d6 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:22:08.060016 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'tag': '091a8767-2d8d-4875-a887-c656af74a9f4', 'status': 'completed', 'code': 200} Sep 22 13:22:08.130635 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e0c74-6abc-4628-8c2a-413e179fcf0a req-8a7fffec-2873-4e84-91e0-06baa6513c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:08.132243 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4e8e0c74-6abc-4628-8c2a-413e179fcf0a req-8a7fffec-2873-4e84-91e0-06baa6513c4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 1098 time: 0.0489910 Sep 22 13:22:08.230321 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e0c74-6abc-4628-8c2a-413e179fcf0a req-372ace48-fb39-4560-ab0a-366cbc9c9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:08.231785 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4e8e0c74-6abc-4628-8c2a-413e179fcf0a req-372ace48-fb39-4560-ab0a-366cbc9c9edf service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 910 time: 0.0920539 Sep 22 13:22:08.254413 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0d50b676-071d-4b88-9b93-1b9add10fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '70f843b3-7dfe-473d-a31e-a787a10a581d', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '091a8767-2d8d-4875-a887-c656af74a9f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:9e:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:22:06Z', 'updated_at': '2021-09-22T13:22:06Z', 'revision_number': 0, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}, {'id': '7e77fd20-230d-4e15-a401-953baf8a16cf', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:d0:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:20:10Z', 'updated_at': '2021-09-22T13:20:13Z', 'revision_number': 1, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:22:08.281848 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d50b676-071d-4b88-9b93-1b9add10fbb7 None None] Checking router: f4de7705-457a-44b7-8571-1393457adf0f for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:22:08.291203 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d50b676-071d-4b88-9b93-1b9add10fbb7 None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:22:08.291875 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0d50b676-071d-4b88-9b93-1b9add10fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:21:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:22:08.305422 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4e8e0c74-6abc-4628-8c2a-413e179fcf0a req-683f2c07-4752-4743-b504-a3fd3f758348 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=091a8767-2d8d-4875-a887-c656af74a9f4 HTTP/1.1" status: 200 len: 999 time: 0.0670166 Sep 22 13:22:08.355220 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e0c74-6abc-4628-8c2a-413e179fcf0a req-04aa65d9-5027-4c6f-9f8d-c74e5e9760dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:08.356766 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4e8e0c74-6abc-4628-8c2a-413e179fcf0a req-04aa65d9-5027-4c6f-9f8d-c74e5e9760dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc88c452-327e-4ca3-ae70-bbca18702a86 HTTP/1.1" status: 200 len: 848 time: 0.0432985 Sep 22 13:22:08.396475 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-0d50b676-071d-4b88-9b93-1b9add10fbb7 None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:22:08.402724 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e0c74-6abc-4628-8c2a-413e179fcf0a req-f4cbbb1c-ee9b-41ec-807f-350203a459b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:08.404295 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4e8e0c74-6abc-4628-8c2a-413e179fcf0a req-f4cbbb1c-ee9b-41ec-807f-350203a459b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407183 Sep 22 13:22:08.497742 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4e8e0c74-6abc-4628-8c2a-413e179fcf0a req-b78f84e8-8b64-4406-a8e1-eda1aed463ad service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862789 Sep 22 13:22:08.555979 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-88d5ec63-fdc8-4218-ab33-1d1eb4d80c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:08.593779 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4e8e0c74-6abc-4628-8c2a-413e179fcf0a req-91fc8072-7264-4409-9f77-4148e3bfed30 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893514 Sep 22 13:22:08.635564 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-0d50b676-071d-4b88-9b93-1b9add10fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '70f843b3-7dfe-473d-a31e-a787a10a581d', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '091a8767-2d8d-4875-a887-c656af74a9f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:9e:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:22:06Z', 'updated_at': '2021-09-22T13:22:06Z', 'revision_number': 0, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}, {'id': '7e77fd20-230d-4e15-a401-953baf8a16cf', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:d0:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:20:10Z', 'updated_at': '2021-09-22T13:20:13Z', 'revision_number': 1, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:22:08.665734 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d50b676-071d-4b88-9b93-1b9add10fbb7 None None] The sync data for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi is: [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '70f843b3-7dfe-473d-a31e-a787a10a581d', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '091a8767-2d8d-4875-a887-c656af74a9f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:9e:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:22:06Z', 'updated_at': '2021-09-22T13:22:06Z', 'revision_number': 0, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}, {'id': '7e77fd20-230d-4e15-a401-953baf8a16cf', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:d0:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:20:10Z', 'updated_at': '2021-09-22T13:20:13Z', 'revision_number': 1, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:22:08.847358 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d61658-f064-4ea6-9b8a-c8016c868f13 None None] New status for floating IP 70f843b3-7dfe-473d-a31e-a787a10a581d: ACTIVE {{(pid=94875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:22:08.859756 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:09.282402 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:10.060418 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:11.706145 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:13.505615 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:22:17.518110 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-77009a41-1138-4886-93b4-6c783e50464e req-22b63aeb-bf89-4bfa-9301-05a4c292a505 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402734 Sep 22 13:22:17.579695 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77009a41-1138-4886-93b4-6c783e50464e req-a22b0e64-0285-4db6-a326-5259c7fbd5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:17.581263 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-77009a41-1138-4886-93b4-6c783e50464e req-a22b0e64-0285-4db6-a326-5259c7fbd5b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b1e0e70b73e4fb1b5208231b5468fcf&device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 1098 time: 0.0410879 Sep 22 13:22:17.691650 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77009a41-1138-4886-93b4-6c783e50464e req-c2ee8283-d96d-460c-b149-f1954af2b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:17.693165 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-77009a41-1138-4886-93b4-6c783e50464e req-c2ee8283-d96d-460c-b149-f1954af2b1b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b272f558-e224-4fd2-b8d1-fa2ca461b31f HTTP/1.1" status: 200 len: 910 time: 0.0925961 Sep 22 13:22:17.762546 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-77009a41-1138-4886-93b4-6c783e50464e req-4b47af6e-9465-4e72-b1da-1489711e8bb3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394 HTTP/1.1" status: 200 len: 1001 time: 0.0610559 Sep 22 13:22:17.814502 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77009a41-1138-4886-93b4-6c783e50464e req-cae67717-34fb-4088-b27f-d5984109bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:17.815926 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-77009a41-1138-4886-93b4-6c783e50464e req-cae67717-34fb-4088-b27f-d5984109bf01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467 HTTP/1.1" status: 200 len: 848 time: 0.0460103 Sep 22 13:22:18.135003 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77009a41-1138-4886-93b4-6c783e50464e req-8d43d576-4188-4cdb-b2d0-e938646ca695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:18.136475 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-77009a41-1138-4886-93b4-6c783e50464e req-8d43d576-4188-4cdb-b2d0-e938646ca695 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b272f558-e224-4fd2-b8d1-fa2ca461b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3133512 Sep 22 13:22:18.228695 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-77009a41-1138-4886-93b4-6c783e50464e req-b88c0f6f-0026-4524-9d4b-f9e27c702046 service neutron] 10.222.0.23 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829496 Sep 22 13:22:18.333503 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-77009a41-1138-4886-93b4-6c783e50464e req-b36bdbb7-2b63-4b47-9a6e-11fd154e2ad3 service neutron] 10.222.0.23 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957062 Sep 22 13:22:35.040882 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-b6fdeebe-cb36-4df5-bc10-1aadde631c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:38.514995 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a6024158-893d-47e3-8755-de74bcf7fe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:38.857647 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:39.326877 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:40.052295 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:41.709597 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:22:50.427735 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14b33e-de02-4a1a-87b5-8c57f2bd6e51 req-9e66b768-3fa2-465f-bca7-e58e941e499f tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:50.429271 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ad14b33e-de02-4a1a-87b5-8c57f2bd6e51 req-9e66b768-3fa2-465f-bca7-e58e941e499f tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0497770 Sep 22 13:22:50.468347 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ad14b33e-de02-4a1a-87b5-8c57f2bd6e51 req-3e23ff77-d4bb-4ff9-a906-f3f8727d7a9e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328338 Sep 22 13:22:50.504806 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:22:51.582662 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01661d52-4ad1-4409-90f4-a011642782d2 req-0c0bf18b-c1a6-4101-82e2-6a9714ebc3b5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:51.584212 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-01661d52-4ad1-4409-90f4-a011642782d2 req-0c0bf18b-c1a6-4101-82e2-6a9714ebc3b5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0482271 Sep 22 13:22:51.622948 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-01661d52-4ad1-4409-90f4-a011642782d2 req-4b5effc8-d7c7-42ad-b480-9c659424a0a5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320933 Sep 22 13:22:52.737643 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1a7ce-c0b5-4b30-bf4e-e60894e2c31e req-984619c5-e26b-4dcb-9399-4c95f713c8a1 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:52.739137 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-15d1a7ce-c0b5-4b30-bf4e-e60894e2c31e req-984619c5-e26b-4dcb-9399-4c95f713c8a1 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0485971 Sep 22 13:22:52.777327 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-15d1a7ce-c0b5-4b30-bf4e-e60894e2c31e req-5fb96c30-083b-455e-9958-e90b62b4b4f4 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321610 Sep 22 13:22:53.890777 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f2e00-dcaf-40cc-ab71-699412112a0a req-4cec4d1e-4e07-4621-9ebc-d93c8c6ef080 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:53.892310 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d87f2e00-dcaf-40cc-ab71-699412112a0a req-4cec4d1e-4e07-4621-9ebc-d93c8c6ef080 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0483975 Sep 22 13:22:53.931820 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-d87f2e00-dcaf-40cc-ab71-699412112a0a req-4221aa23-8de9-4849-bc6d-5844a10db7df tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326250 Sep 22 13:22:55.051358 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77d273-08a3-40a6-af7b-07d0eb0c9b86 req-cefd0f00-c7f5-462c-bca6-c5a8adbebce7 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:55.052890 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0b77d273-08a3-40a6-af7b-07d0eb0c9b86 req-cefd0f00-c7f5-462c-bca6-c5a8adbebce7 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0548768 Sep 22 13:22:55.092816 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-0b77d273-08a3-40a6-af7b-07d0eb0c9b86 req-5a05f5bb-ae0a-4dfe-abf9-297b3ff25a7b tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325751 Sep 22 13:22:56.205367 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70930509-f4de-4361-8741-abd10814fee4 req-fbc24fc0-bc60-4c6f-b22a-ea89c002e259 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:56.206888 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-70930509-f4de-4361-8741-abd10814fee4 req-fbc24fc0-bc60-4c6f-b22a-ea89c002e259 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0487475 Sep 22 13:22:56.248051 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-70930509-f4de-4361-8741-abd10814fee4 req-84a1d3ad-3929-4328-9c85-a290e203ab6b tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352426 Sep 22 13:22:57.364099 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557b441-7bcc-4645-b538-1f6cf4a10858 req-21f0d9fa-2771-40cd-b72e-57a186a3f31f tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:57.365620 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f557b441-7bcc-4645-b538-1f6cf4a10858 req-21f0d9fa-2771-40cd-b72e-57a186a3f31f tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0508168 Sep 22 13:22:57.403968 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-f557b441-7bcc-4645-b538-1f6cf4a10858 req-3ced814e-0e09-4463-afd3-0b7f4822ece3 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318379 Sep 22 13:22:58.515733 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a8ec1-e18c-4fb7-8197-62d089f532b0 req-6675da34-43e1-432f-829e-94a709701ab6 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:58.517212 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1c1a8ec1-e18c-4fb7-8197-62d089f532b0 req-6675da34-43e1-432f-829e-94a709701ab6 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0490000 Sep 22 13:22:58.554879 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-1c1a8ec1-e18c-4fb7-8197-62d089f532b0 req-e30a915b-c5a9-4d9c-89a7-9b1c2e92ac9e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315988 Sep 22 13:22:59.671353 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea982051-028d-41cb-b131-32fd78f905ee req-c3f20061-84b9-42f4-b8d1-037fe19eb3b8 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:22:59.672879 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ea982051-028d-41cb-b131-32fd78f905ee req-c3f20061-84b9-42f4-b8d1-037fe19eb3b8 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0502555 Sep 22 13:22:59.709264 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ea982051-028d-41cb-b131-32fd78f905ee req-e1fe0a5a-f4f5-4e49-b6de-3a2387aa545c tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306444 Sep 22 13:23:00.664416 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33f1a1-29d1-4e72-bef4-18258ca3bf00 req-873622c0-9c39-4a08-a643-05966b6c7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:00.665919 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fb33f1a1-29d1-4e72-bef4-18258ca3bf00 req-873622c0-9c39-4a08-a643-05966b6c7d04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b1e0e70b73e4fb1b5208231b5468fcf&device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 1098 time: 0.0440147 Sep 22 13:23:00.755941 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33f1a1-29d1-4e72-bef4-18258ca3bf00 req-b7b9c4f2-eb2c-4875-963e-ad6640c44d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:00.757438 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fb33f1a1-29d1-4e72-bef4-18258ca3bf00 req-b7b9c4f2-eb2c-4875-963e-ad6640c44d51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b272f558-e224-4fd2-b8d1-fa2ca461b31f HTTP/1.1" status: 200 len: 910 time: 0.0848649 Sep 22 13:23:00.825601 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfac0f-38aa-492b-977d-5a5c2dc8ceaa req-7af00e77-598d-412a-a509-f434fb044548 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:00.826899 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fb33f1a1-29d1-4e72-bef4-18258ca3bf00 req-60d0d823-3006-4d85-ae45-228ffa130dd8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394 HTTP/1.1" status: 200 len: 1001 time: 0.0623732 Sep 22 13:23:00.827098 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e9bfac0f-38aa-492b-977d-5a5c2dc8ceaa req-7af00e77-598d-412a-a509-f434fb044548 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0490139 Sep 22 13:23:00.864613 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-e9bfac0f-38aa-492b-977d-5a5c2dc8ceaa req-291ba591-9364-4d1b-83b8-193a282d5301 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314720 Sep 22 13:23:00.876888 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33f1a1-29d1-4e72-bef4-18258ca3bf00 req-fa7e9399-51d1-43eb-93ed-e7622ab6a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:00.878386 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fb33f1a1-29d1-4e72-bef4-18258ca3bf00 req-fa7e9399-51d1-43eb-93ed-e7622ab6a6bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467 HTTP/1.1" status: 200 len: 848 time: 0.0440118 Sep 22 13:23:00.923662 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33f1a1-29d1-4e72-bef4-18258ca3bf00 req-db91de1c-7a2d-4b08-aa16-8fdb1e4dd408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:00.925072 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fb33f1a1-29d1-4e72-bef4-18258ca3bf00 req-db91de1c-7a2d-4b08-aa16-8fdb1e4dd408 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b272f558-e224-4fd2-b8d1-fa2ca461b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400074 Sep 22 13:23:01.017504 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fb33f1a1-29d1-4e72-bef4-18258ca3bf00 req-684477e5-f1d3-465a-b1f3-b4aab2b12a3f service neutron] 10.222.0.23 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855525 Sep 22 13:23:01.107069 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-fb33f1a1-29d1-4e72-bef4-18258ca3bf00 req-9088fd67-a8e0-4696-b9ce-20e02949bab3 service neutron] 10.222.0.23 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826921 Sep 22 13:23:01.984855 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc16f80-0284-47fe-aea8-3a8ed8baf956 req-b98610bf-4b18-4c87-9d6e-94fb047f29a3 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:01.986277 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5cc16f80-0284-47fe-aea8-3a8ed8baf956 req-b98610bf-4b18-4c87-9d6e-94fb047f29a3 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0550210 Sep 22 13:23:02.024733 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-5cc16f80-0284-47fe-aea8-3a8ed8baf956 req-df608d4f-3200-4623-80d3-e1aadae3879a tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325313 Sep 22 13:23:03.139385 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f1701-b752-43bf-8d91-cb7b51d8ce2d req-3fe72c9b-54cc-4f58-baa7-a77be81b2d3e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:03.140957 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a4f1701-b752-43bf-8d91-cb7b51d8ce2d req-3fe72c9b-54cc-4f58-baa7-a77be81b2d3e tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0507290 Sep 22 13:23:03.186344 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-5a4f1701-b752-43bf-8d91-cb7b51d8ce2d req-166b73e4-b34b-4f00-ae14-029d7e35aebc tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389359 Sep 22 13:23:04.300289 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655f537-33bd-49dd-bfe7-9afa7c6f5a3b req-d245c81d-10f1-4894-a9a2-a2d749e669b3 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:04.301826 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6655f537-33bd-49dd-bfe7-9afa7c6f5a3b req-d245c81d-10f1-4894-a9a2-a2d749e669b3 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0497177 Sep 22 13:23:04.338906 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6655f537-33bd-49dd-bfe7-9afa7c6f5a3b req-cf9c2c54-f718-4aa3-b898-68d119250a87 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311298 Sep 22 13:23:04.791556 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104229b-f46f-4840-b7aa-552bcf4afa3d req-30612522-b452-4f57-b76a-ab1482fdd63a tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:04.793100 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3104229b-f46f-4840-b7aa-552bcf4afa3d req-30612522-b452-4f57-b76a-ab1482fdd63a tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0540223 Sep 22 13:23:04.858422 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-3104229b-f46f-4840-b7aa-552bcf4afa3d req-df7e465a-7963-4d77-97d1-aaffeac52262 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590081 Sep 22 13:23:04.872224 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2dcead07-29b6-4801-b29f-801e81ceb4be req-e1644e6e-c5f9-4939-aa1d-b70fbb2ae101 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978627 Sep 22 13:23:05.020519 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-2243a8ad-ccea-4566-be78-102ff35ad1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:05.974624 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b3e72-77d5-4fd8-9586-460302c9d2d1 req-665e05e8-58fa-47e8-b218-5418fe27b9d0 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:05.976140 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3b6b3e72-77d5-4fd8-9586-460302c9d2d1 req-665e05e8-58fa-47e8-b218-5418fe27b9d0 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0507281 Sep 22 13:23:06.014420 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-3b6b3e72-77d5-4fd8-9586-460302c9d2d1 req-bea11d60-2b9f-4faf-a8b6-4d0e256ee671 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317383 Sep 22 13:23:07.123039 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcead07-29b6-4801-b29f-801e81ceb4be req-0ee42ed0-158b-4506-b58e-51d6965ab186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:07.124587 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2dcead07-29b6-4801-b29f-801e81ceb4be req-0ee42ed0-158b-4506-b58e-51d6965ab186 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af&tenant_id=6b1e0e70b73e4fb1b5208231b5468fcf HTTP/1.1" status: 200 len: 1098 time: 0.0978298 Sep 22 13:23:07.141426 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a57174-7094-4242-bbb1-3b0b2a4f7d3d req-6e344c29-ca4e-4873-848a-600c7dc9ff51 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:07.142915 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-97a57174-7094-4242-bbb1-3b0b2a4f7d3d req-6e344c29-ca4e-4873-848a-600c7dc9ff51 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0593431 Sep 22 13:23:07.214968 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-97a57174-7094-4242-bbb1-3b0b2a4f7d3d req-2fda5095-217a-4666-8034-43720ac2f196 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657642 Sep 22 13:23:07.217714 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcead07-29b6-4801-b29f-801e81ceb4be req-d6eb51c3-52f4-45fa-b8e5-206461497063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:07.219153 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2dcead07-29b6-4801-b29f-801e81ceb4be req-d6eb51c3-52f4-45fa-b8e5-206461497063 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b1e0e70b73e4fb1b5208231b5468fcf&device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 1098 time: 0.0712354 Sep 22 13:23:07.309554 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcead07-29b6-4801-b29f-801e81ceb4be req-634ac9aa-ef77-401e-bad6-d8c139ada69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:07.311134 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2dcead07-29b6-4801-b29f-801e81ceb4be req-634ac9aa-ef77-401e-bad6-d8c139ada69f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b272f558-e224-4fd2-b8d1-fa2ca461b31f HTTP/1.1" status: 200 len: 910 time: 0.0853581 Sep 22 13:23:07.381671 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2dcead07-29b6-4801-b29f-801e81ceb4be req-c761def5-0e6d-43e6-8f14-da0ecdbe4fd4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394 HTTP/1.1" status: 200 len: 1001 time: 0.0624363 Sep 22 13:23:07.429243 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcead07-29b6-4801-b29f-801e81ceb4be req-44065f96-bb4b-421d-ae8a-c676350b3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:07.430688 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2dcead07-29b6-4801-b29f-801e81ceb4be req-44065f96-bb4b-421d-ae8a-c676350b3957 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467 HTTP/1.1" status: 200 len: 848 time: 0.0422826 Sep 22 13:23:07.474936 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcead07-29b6-4801-b29f-801e81ceb4be req-2def9c20-b987-4ded-8a84-9c2150002dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:07.476377 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2dcead07-29b6-4801-b29f-801e81ceb4be req-2def9c20-b987-4ded-8a84-9c2150002dba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b272f558-e224-4fd2-b8d1-fa2ca461b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384433 Sep 22 13:23:07.570700 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2dcead07-29b6-4801-b29f-801e81ceb4be req-1acf7c76-2c46-4ed4-a351-e60d84faaae1 service neutron] 10.222.0.23 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866079 Sep 22 13:23:07.661356 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device d6022fd2-a74c-4d0a-9f2c-9364a9276394 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:23:07.667984 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-2dcead07-29b6-4801-b29f-801e81ceb4be req-37cb4e35-dc11-4f49-837e-f1cf653d58c1 service neutron] 10.222.0.23 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907779 Sep 22 13:23:07.739634 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:07.761474 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e232981-cb78-471c-aef3-625d5d75a1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:23:07.763828 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce609c5-cee0-4784-be12-c1e67e163a11" -d '{"events": [{"server_uuid": "2e232981-cb78-471c-aef3-625d5d75a1af", "name": "network-vif-unplugged", "status": "completed", "tag": "d6022fd2-a74c-4d0a-9f2c-9364a9276394"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:23:07.776808 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port d6022fd2-a74c-4d0a-9f2c-9364a9276394, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:23:07.800228 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b075c9f-a1cb-4f98-8a11-e39177a7c4f1 x-openstack-request-id: req-4b075c9f-a1cb-4f98-8a11-e39177a7c4f1 {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:23:07.800543 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e232981-cb78-471c-aef3-625d5d75a1af", "name": "network-vif-unplugged", "status": "completed", "tag": "d6022fd2-a74c-4d0a-9f2c-9364a9276394", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:23:07.800797 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b075c9f-a1cb-4f98-8a11-e39177a7c4f1 {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:23:07.801216 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e232981-cb78-471c-aef3-625d5d75a1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'code': 200} Sep 22 13:23:07.905973 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:07.951681 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=d6022fd2-a74c-4d0a-9f2c-9364a9276394,revision_number=6']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:07.958475 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:07.958818 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:07.959157 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:07.959523 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:07.959854 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:07.960183 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:07.960514 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:07.960837 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:07.961180 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:07.961508 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:07.961829 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:07.962149 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:08.328652 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0142f7c-2b21-4be7-8929-9d63024ada9d req-f025b6ef-3409-4b9d-be6e-fe0fee5041ed tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:08.330148 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c0142f7c-2b21-4be7-8929-9d63024ada9d req-f025b6ef-3409-4b9d-be6e-fe0fee5041ed tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0488138 Sep 22 13:23:08.366669 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c0142f7c-2b21-4be7-8929-9d63024ada9d req-234392f6-d90d-4144-9804-17aca06dfc35 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306251 Sep 22 13:23:08.540627 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a9c72668-4a67-4390-836e-f1feca73d262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:08.837776 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:09.346196 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:09.482419 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1e105-1394-4740-9cda-b1dbbc6c31ca req-d54d8870-6fc6-4c63-89ff-a736d5895fd5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:09.483952 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7ca1e105-1394-4740-9cda-b1dbbc6c31ca req-d54d8870-6fc6-4c63-89ff-a736d5895fd5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0488932 Sep 22 13:23:09.520430 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-7ca1e105-1394-4740-9cda-b1dbbc6c31ca req-154dfccc-b079-4bad-9db9-bfd023d04007 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306530 Sep 22 13:23:10.037789 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:10.634471 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246c5a0-9bad-4905-8216-1279d83ef399 req-d8a2bf22-a695-4ff5-a646-5421d7627ce3 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:10.635995 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b246c5a0-9bad-4905-8216-1279d83ef399 req-d8a2bf22-a695-4ff5-a646-5421d7627ce3 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0489604 Sep 22 13:23:10.673111 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-b246c5a0-9bad-4905-8216-1279d83ef399 req-e7459604-f813-40b1-ab92-e33d0ebba0c4 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312767 Sep 22 13:23:11.723577 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:11.786960 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf139984-ef6f-4fee-b2af-7696fee5eb67 req-c755865a-39a7-48bf-80b0-50028787c1f8 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:11.788474 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bf139984-ef6f-4fee-b2af-7696fee5eb67 req-c755865a-39a7-48bf-80b0-50028787c1f8 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0495000 Sep 22 13:23:11.830045 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-bf139984-ef6f-4fee-b2af-7696fee5eb67 req-92f4b064-4f0c-4e55-937b-66744a48a4b8 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355077 Sep 22 13:23:12.942618 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78859-dede-40a2-91c9-0eb3a5288d1b req-30694b49-6db3-45a8-bcae-824649eddd5c tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:12.944069 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-07c78859-dede-40a2-91c9-0eb3a5288d1b req-30694b49-6db3-45a8-bcae-824649eddd5c tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0481088 Sep 22 13:23:12.985880 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-07c78859-dede-40a2-91c9-0eb3a5288d1b req-0c11ebae-3ea2-44ca-9fe4-099390013461 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357401 Sep 22 13:23:13.793026 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c7eb1-89c4-4606-9c58-25f4b2f21155 req-e3386530-a444-45e1-98af-d732d6773645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:13.794491 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a52c7eb1-89c4-4606-9c58-25f4b2f21155 req-e3386530-a444-45e1-98af-d732d6773645 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 1096 time: 0.0399320 Sep 22 13:23:13.828756 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a52c7eb1-89c4-4606-9c58-25f4b2f21155 req-2e98f0fb-a419-4b2c-bada-a56752c9d443 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271614 Sep 22 13:23:14.100007 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c5a36-7fba-41fa-9c79-5d1bb4e1179a req-8d5bae8c-9f5e-4cbf-8f8e-ab6f06c007c0 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:14.101484 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-164c5a36-7fba-41fa-9c79-5d1bb4e1179a req-8d5bae8c-9f5e-4cbf-8f8e-ab6f06c007c0 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0490668 Sep 22 13:23:14.140222 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-164c5a36-7fba-41fa-9c79-5d1bb4e1179a req-4b143952-6e02-4f4c-a982-0636800f72d2 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319421 Sep 22 13:23:15.256261 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439c349-66ab-4130-bf90-d1f4fbff4525 req-135e0ee2-6445-47bf-bef2-bd6f00930615 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:15.257678 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8439c349-66ab-4130-bf90-d1f4fbff4525 req-135e0ee2-6445-47bf-bef2-bd6f00930615 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 943 time: 0.0500240 Sep 22 13:23:15.295465 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-8439c349-66ab-4130-bf90-d1f4fbff4525 req-77296aba-efd9-4cc4-a939-c6c6318e15cf tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318334 Sep 22 13:23:15.680157 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device d6022fd2-a74c-4d0a-9f2c-9364a9276394 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 13:23:15.782112 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port d6022fd2-a74c-4d0a-9f2c-9364a9276394, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:23:15.792939 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Returning: {'device': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'port_id': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'mac_address': 'fa:16:3e:23:83:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 13:23:15.829797 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:15.843533 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6022fd2-a74c-4d0a-9f2c-9364a9276394 {{(pid=94874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 13:23:15.862390 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port d6022fd2-a74c-4d0a-9f2c-9364a9276394, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:23:15.958563 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:16.009712 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=d6022fd2-a74c-4d0a-9f2c-9364a9276394,revision_number=7']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:16.209510 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] get_ports_and_sgs() called for port_ids ['d6022fd2-a74c-4d0a-9f2c-9364a9276394'] {{(pid=94874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 13:23:17.677745 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device d6022fd2-a74c-4d0a-9f2c-9364a9276394 up at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 13:23:17.732557 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.provisioning_blocks [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Provisioning complete for port d6022fd2-a74c-4d0a-9f2c-9364a9276394 triggered by entity L2. {{(pid=94874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 13:23:17.732926 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1652283'] for port, provisioning_complete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:17.810151 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:17.832009 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e232981-cb78-471c-aef3-625d5d75a1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394'}] {{(pid=94874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:23:17.834224 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695b6815ac48510977783100dc57992e0f7e56939ba62fb59b1d7b717b9e54a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957fa052-69b4-4b98-bd92-28e61bfa6608" -d '{"events": [{"server_uuid": "2e232981-cb78-471c-aef3-625d5d75a1af", "name": "network-vif-plugged", "status": "completed", "tag": "d6022fd2-a74c-4d0a-9f2c-9364a9276394"}]}' {{(pid=94874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:23:17.847345 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] For port d6022fd2-a74c-4d0a-9f2c-9364a9276394, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:23:17.872455 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1797ebd5-abf5-4e22-b501-4c4b063b837d x-openstack-request-id: req-1797ebd5-abf5-4e22-b501-4c4b063b837d {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:23:17.872746 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e232981-cb78-471c-aef3-625d5d75a1af", "name": "network-vif-plugged", "status": "completed", "tag": "d6022fd2-a74c-4d0a-9f2c-9364a9276394", "code": 200}]} {{(pid=94874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:23:17.873000 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1797ebd5-abf5-4e22-b501-4c4b063b837d {{(pid=94874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:23:17.873399 dv-cinder-810000-3-iscsi neutron-server[94874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e232981-cb78-471c-aef3-625d5d75a1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'code': 200} Sep 22 13:23:17.918838 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756459674884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756459124417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756459124435'] for port, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:17.970662 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Pushing event updated for resources: {'Port': ['ID=d6022fd2-a74c-4d0a-9f2c-9364a9276394,revision_number=8']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:18.478357 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1b19ef29-b436-427e-8f35-ba3c0012ba7c req-9529853a-6464-4557-930f-462c6331c81b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396113 Sep 22 13:23:18.561548 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ef29-b436-427e-8f35-ba3c0012ba7c req-10996bcd-bc76-46a7-bb3e-7498eb617bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:18.563642 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1b19ef29-b436-427e-8f35-ba3c0012ba7c req-10996bcd-bc76-46a7-bb3e-7498eb617bef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 1099 time: 0.0442369 Sep 22 13:23:18.663944 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ef29-b436-427e-8f35-ba3c0012ba7c req-c835eb9a-aa49-4bfd-8b0a-d6d97f305482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:18.665435 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1b19ef29-b436-427e-8f35-ba3c0012ba7c req-c835eb9a-aa49-4bfd-8b0a-d6d97f305482 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 910 time: 0.0833614 Sep 22 13:23:18.734339 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1b19ef29-b436-427e-8f35-ba3c0012ba7c req-7b711938-eb8b-4423-9b1d-fb2c8c9e1dff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd57090-ec8a-4ed8-9989-2aeebda1778d HTTP/1.1" status: 200 len: 1001 time: 0.0610166 Sep 22 13:23:18.786641 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ef29-b436-427e-8f35-ba3c0012ba7c req-cc41f305-e1a0-4938-b068-916b8fd46dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:18.788178 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1b19ef29-b436-427e-8f35-ba3c0012ba7c req-cc41f305-e1a0-4938-b068-916b8fd46dce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc88c452-327e-4ca3-ae70-bbca18702a86 HTTP/1.1" status: 200 len: 848 time: 0.0468493 Sep 22 13:23:18.843302 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ef29-b436-427e-8f35-ba3c0012ba7c req-9d10bd54-c3df-41c7-87ae-58d1b13f91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:18.845098 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1b19ef29-b436-427e-8f35-ba3c0012ba7c req-9d10bd54-c3df-41c7-87ae-58d1b13f91de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500717 Sep 22 13:23:18.944208 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1b19ef29-b436-427e-8f35-ba3c0012ba7c req-d39c0658-3f22-4155-8b05-ba8602bc1a38 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922899 Sep 22 13:23:19.038945 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-1b19ef29-b436-427e-8f35-ba3c0012ba7c req-f47593be-a97c-4054-bb3f-09b7f7767821 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882528 Sep 22 13:23:27.504824 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:23:29.560205 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38918) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:29.722787 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Deleting port a05a6703-86a9-422e-887b-eb0ecc24ab2c {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:23:29.723132 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:29.809181 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:29.809534 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:29.822956 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Calling delete_port for a05a6703-86a9-422e-887b-eb0ecc24ab2c owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:23:30.080459 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:30.109041 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event deleted for resources: {'Port': ['ID=a05a6703-86a9-422e-887b-eb0ecc24ab2c,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:30.137190 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:30.143938 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:30.143938 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:30.143938 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:30.143938 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:30.143938 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:30.143938 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:30.143938 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:30.143938 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:30.143938 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:30.143938 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:30.143938 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:30.183907 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:30.184233 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.l3_db [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Floating IP 70f843b3-7dfe-473d-a31e-a787a10a581d disassociated (deleted). External IP: 172.27.1.202, port: 091a8767-2d8d-4875-a887-c656af74a9f4. Sep 22 13:23:30.420455 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Router f4de7705-457a-44b7-8571-1393457adf0f has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:23:30.532699 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:23:30.537200 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:30.542777 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790092a-e1f0-4d59-9816-aeb01c04b5c4 None None] Sync routers for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:23:30.553451 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790092a-e1f0-4d59-9816-aeb01c04b5c4 None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:23:30.554173 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8790092a-e1f0-4d59-9816-aeb01c04b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:23:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:30.566993 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-52b98039-d6e7-48f2-a728-a5483a23a3e2 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "DELETE /v2.0/floatingips/70f843b3-7dfe-473d-a31e-a787a10a581d HTTP/1.1" status: 204 len: 168 time: 1.0056646 Sep 22 13:23:30.567585 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'tag': '091a8767-2d8d-4875-a887-c656af74a9f4'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:23:30.569837 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75342e8d-67ef-40f4-9406-8467353a6af9" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ac84d6-fab2-4e82-8176-11ecc05ba646", "tag": "091a8767-2d8d-4875-a887-c656af74a9f4"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:23:30.611767 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61581903-6714-40af-8220-ba5e21629856 x-openstack-request-id: req-61581903-6714-40af-8220-ba5e21629856 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:23:30.612290 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ac84d6-fab2-4e82-8176-11ecc05ba646", "tag": "091a8767-2d8d-4875-a887-c656af74a9f4", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:23:30.612579 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61581903-6714-40af-8220-ba5e21629856 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:23:30.613253 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'tag': '091a8767-2d8d-4875-a887-c656af74a9f4', 'status': 'completed', 'code': 200} Sep 22 13:23:30.727390 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75342e8d-67ef-40f4-9406-8467353a6af9 req-00bae1d0-3a41-49df-9225-6770695a624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:30.729014 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-75342e8d-67ef-40f4-9406-8467353a6af9 req-00bae1d0-3a41-49df-9225-6770695a624d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 1098 time: 0.0920460 Sep 22 13:23:30.802760 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-8790092a-e1f0-4d59-9816-aeb01c04b5c4 None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:23:30.826745 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75342e8d-67ef-40f4-9406-8467353a6af9 req-7fb946a1-f421-461b-a84f-e8b7663d0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:30.828194 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-75342e8d-67ef-40f4-9406-8467353a6af9 req-7fb946a1-f421-461b-a84f-e8b7663d0453 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 910 time: 0.0910952 Sep 22 13:23:30.875131 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-75342e8d-67ef-40f4-9406-8467353a6af9 req-54c36790-3a2a-42d5-910e-91d3d0299055 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=091a8767-2d8d-4875-a887-c656af74a9f4 HTTP/1.1" status: 200 len: 217 time: 0.0385370 Sep 22 13:23:30.933471 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75342e8d-67ef-40f4-9406-8467353a6af9 req-8c380a58-1d55-4d17-9ab2-e614eae5d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:30.935099 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-75342e8d-67ef-40f4-9406-8467353a6af9 req-8c380a58-1d55-4d17-9ab2-e614eae5d32f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc88c452-327e-4ca3-ae70-bbca18702a86 HTTP/1.1" status: 200 len: 848 time: 0.0459800 Sep 22 13:23:30.987252 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75342e8d-67ef-40f4-9406-8467353a6af9 req-3ff0658b-704a-4af9-baa9-6baaad828066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:30.994623 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-75342e8d-67ef-40f4-9406-8467353a6af9 req-3ff0658b-704a-4af9-baa9-6baaad828066 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468824 Sep 22 13:23:31.038784 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8790092a-e1f0-4d59-9816-aeb01c04b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '7e77fd20-230d-4e15-a401-953baf8a16cf', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:d0:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:20:10Z', 'updated_at': '2021-09-22T13:20:13Z', 'revision_number': 1, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:31.072670 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790092a-e1f0-4d59-9816-aeb01c04b5c4 None None] Checking router: f4de7705-457a-44b7-8571-1393457adf0f for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:23:31.079557 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21285d-45f4-4edf-87a3-8072cc259635 req-7272f848-f67e-435d-9ee6-4d9180ecd841 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:31.081311 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6d21285d-45f4-4edf-87a3-8072cc259635 req-7272f848-f67e-435d-9ee6-4d9180ecd841 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 945 time: 0.0543594 Sep 22 13:23:31.084218 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790092a-e1f0-4d59-9816-aeb01c04b5c4 None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:23:31.084915 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8790092a-e1f0-4d59-9816-aeb01c04b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:23:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:31.091262 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-75342e8d-67ef-40f4-9406-8467353a6af9 req-85211805-cef4-415c-ae7d-e0148c524b25 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936408 Sep 22 13:23:31.122084 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-6d21285d-45f4-4edf-87a3-8072cc259635 req-d354b7ab-cab2-4e0e-8781-23656092dc08 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345664 Sep 22 13:23:31.186718 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-75342e8d-67ef-40f4-9406-8467353a6af9 req-f6164dc1-4458-4faa-8a34-7aab169ed1b9 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869610 Sep 22 13:23:31.202219 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-8790092a-e1f0-4d59-9816-aeb01c04b5c4 None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:23:31.428228 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-8790092a-e1f0-4d59-9816-aeb01c04b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '7e77fd20-230d-4e15-a401-953baf8a16cf', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:d0:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:20:10Z', 'updated_at': '2021-09-22T13:20:13Z', 'revision_number': 1, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:31.454031 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790092a-e1f0-4d59-9816-aeb01c04b5c4 None None] The sync data for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi is: [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_floatingips': [{'id': '7e77fd20-230d-4e15-a401-953baf8a16cf', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'router_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'port_id': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'mac_address': 'fa:16:3e:d0:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T13:20:10Z', 'updated_at': '2021-09-22T13:20:13Z', 'revision_number': 1, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:23:31.675248 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143413ad-2290-4f03-ab68-4b736d1ca196 None None] New status for floating IP 70f843b3-7dfe-473d-a31e-a787a10a581d: DOWN {{(pid=94875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:23:32.237994 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9461e1b-b725-4b1f-9544-cae891682cbc req-5fb119d2-fdcd-4dc0-862d-f88e1b3f81f1 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:32.239497 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a9461e1b-b725-4b1f-9544-cae891682cbc req-5fb119d2-fdcd-4dc0-862d-f88e1b3f81f1 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 945 time: 0.0479860 Sep 22 13:23:32.281517 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a9461e1b-b725-4b1f-9544-cae891682cbc req-24839cb7-a640-4352-9f6a-c201a090f981 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360925 Sep 22 13:23:32.683123 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5bdd7-138a-440a-bd30-169a9c8d30bb req-b560f800-95ab-45df-afd0-925da9882117 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:32.684669 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-57e5bdd7-138a-440a-bd30-169a9c8d30bb req-b560f800-95ab-45df-afd0-925da9882117 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 945 time: 0.0500481 Sep 22 13:23:32.779341 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-57e5bdd7-138a-440a-bd30-169a9c8d30bb req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Deleting port 091a8767-2d8d-4875-a887-c656af74a9f4 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:23:32.779706 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-57e5bdd7-138a-440a-bd30-169a9c8d30bb req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:32.876371 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-57e5bdd7-138a-440a-bd30-169a9c8d30bb req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] For port 091a8767-2d8d-4875-a887-c656af74a9f4, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=091a8767-2d8d-4875-a887-c656af74a9f4,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:23:32.876931 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-57e5bdd7-138a-440a-bd30-169a9c8d30bb req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:32.889841 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-57e5bdd7-138a-440a-bd30-169a9c8d30bb req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Calling delete_port for 091a8767-2d8d-4875-a887-c656af74a9f4 owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:23:33.108427 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-57e5bdd7-138a-440a-bd30-169a9c8d30bb req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:33.142877 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event deleted for resources: {'Port': ['ID=091a8767-2d8d-4875-a887-c656af74a9f4,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:33.170627 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:33.170972 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:33.171312 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:33.171670 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:33.172002 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:33.172345 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:33.172666 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:33.172992 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:33.173576 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:33.174402 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:33.174758 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:33.175084 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:23:33.195708 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e5bdd7-138a-440a-bd30-169a9c8d30bb req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] No DVR routers for this DVR port 091a8767-2d8d-4875-a887-c656af74a9f4 on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:23:33.198283 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-57e5bdd7-138a-440a-bd30-169a9c8d30bb req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:33.200454 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-57e5bdd7-138a-440a-bd30-169a9c8d30bb req-ef095c28-cdaa-4434-b4a9-8560dc84d583 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "DELETE /v2.0/ports/091a8767-2d8d-4875-a887-c656af74a9f4 HTTP/1.1" status: 204 len: 173 time: 0.5082159 Sep 22 13:23:33.200888 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'name': 'network-vif-deleted', 'tag': '091a8767-2d8d-4875-a887-c656af74a9f4'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:23:33.203106 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b968ecf7-b1dd-4024-9925-c6bc2bb6358f" -d '{"events": [{"server_uuid": "c2ac84d6-fab2-4e82-8176-11ecc05ba646", "name": "network-vif-deleted", "tag": "091a8767-2d8d-4875-a887-c656af74a9f4"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:23:33.241803 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb26a90b-7621-4695-9c77-63abdfda38fa x-openstack-request-id: req-bb26a90b-7621-4695-9c77-63abdfda38fa {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:23:33.242428 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ac84d6-fab2-4e82-8176-11ecc05ba646", "name": "network-vif-deleted", "tag": "091a8767-2d8d-4875-a887-c656af74a9f4", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:23:33.242428 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb26a90b-7621-4695-9c77-63abdfda38fa {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:23:33.242726 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ac84d6-fab2-4e82-8176-11ecc05ba646', 'name': 'network-vif-deleted', 'tag': '091a8767-2d8d-4875-a887-c656af74a9f4', 'status': 'completed', 'code': 200} Sep 22 13:23:33.380755 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-efee938c-5e30-4d43-a40d-1e03dfae4637 req-3e7f2917-58d6-4412-a00c-8488217ed4f4 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 210 time: 0.0274668 Sep 22 13:23:34.499263 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-199d21b0-279e-4883-ace2-d78e98408a50 req-4efff8d0-33ee-4d03-865a-0b80d4ca9e3f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ac84d6-fab2-4e82-8176-11ecc05ba646 HTTP/1.1" status: 200 len: 210 time: 0.0326426 Sep 22 13:23:35.006127 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-48824189-cec6-4c22-8584-dee95fb33ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:35.744708 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 091a8767-2d8d-4875-a887-c656af74a9f4 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:23:35.768966 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: 091a8767-2d8d-4875-a887-c656af74a9f4 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:23:35.769302 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 091a8767-2d8d-4875-a887-c656af74a9f4 not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:23:38.058858 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38950) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:38.219808 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-08a4e338-092e-48eb-a865-34248512e639 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Deleting port 0be0b67b-99c4-463f-b0ee-42fa74443972 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:23:38.220148 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08a4e338-092e-48eb-a865-34248512e639 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:38.297970 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08a4e338-092e-48eb-a865-34248512e639 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:38.298202 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08a4e338-092e-48eb-a865-34248512e639 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:38.310278 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-08a4e338-092e-48eb-a865-34248512e639 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Calling delete_port for 0be0b67b-99c4-463f-b0ee-42fa74443972 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:23:38.537706 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0d1ca468-d520-4c7e-9bcb-8b90e43fd6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:38.566948 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08a4e338-092e-48eb-a865-34248512e639 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:38.589809 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4e338-092e-48eb-a865-34248512e639 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event deleted for resources: {'Port': ['ID=0be0b67b-99c4-463f-b0ee-42fa74443972,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:38.657487 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08a4e338-092e-48eb-a865-34248512e639 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:38.657865 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.l3_db [None req-08a4e338-092e-48eb-a865-34248512e639 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Floating IP 7e77fd20-230d-4e15-a401-953baf8a16cf disassociated (deleted). External IP: 172.27.1.41, port: 3cd57090-ec8a-4ed8-9989-2aeebda1778d. Sep 22 13:23:38.851646 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:38.871440 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a4e338-092e-48eb-a865-34248512e639 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Router f4de7705-457a-44b7-8571-1393457adf0f has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:23:38.983755 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a4e338-092e-48eb-a865-34248512e639 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:23:38.989370 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-08a4e338-092e-48eb-a865-34248512e639 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:38.997339 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a03f8b-51d9-4889-9cf8-3b402919917d None None] Sync routers for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:23:39.009829 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a03f8b-51d9-4889-9cf8-3b402919917d None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:23:39.010474 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-11a03f8b-51d9-4889-9cf8-3b402919917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:23:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:39.019930 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-08a4e338-092e-48eb-a865-34248512e639 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "DELETE /v2.0/floatingips/7e77fd20-230d-4e15-a401-953baf8a16cf HTTP/1.1" status: 204 len: 168 time: 0.9599342 Sep 22 13:23:39.020635 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'tag': '3cd57090-ec8a-4ed8-9989-2aeebda1778d'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:23:39.023339 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8f5739-abf8-4263-a58a-1e994d27b8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "09a6fb66-08b8-4248-adb0-62b4e4c9ce54", "tag": "3cd57090-ec8a-4ed8-9989-2aeebda1778d"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:23:39.066377 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5448e76e-b6d7-4e36-bb6f-fe2e81741973 x-openstack-request-id: req-5448e76e-b6d7-4e36-bb6f-fe2e81741973 {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:23:39.066996 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a6fb66-08b8-4248-adb0-62b4e4c9ce54", "tag": "3cd57090-ec8a-4ed8-9989-2aeebda1778d", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:23:39.066996 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5448e76e-b6d7-4e36-bb6f-fe2e81741973 {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:23:39.067692 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'tag': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'status': 'completed', 'code': 200} Sep 22 13:23:39.134262 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-11a03f8b-51d9-4889-9cf8-3b402919917d None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:23:39.144737 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f5739-abf8-4263-a58a-1e994d27b8d5 req-8b7f2359-a2d0-431c-b3ca-569ac830ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:39.146360 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9d8f5739-abf8-4263-a58a-1e994d27b8d5 req-8b7f2359-a2d0-431c-b3ca-569ac830ea89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=506fa8c4d7e84973979a953f64caa8e3&device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 1099 time: 0.0466278 Sep 22 13:23:39.239005 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f5739-abf8-4263-a58a-1e994d27b8d5 req-3071edeb-ab20-4d13-8256-389720d12486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:39.242397 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9d8f5739-abf8-4263-a58a-1e994d27b8d5 req-3071edeb-ab20-4d13-8256-389720d12486 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 200 len: 910 time: 0.0863612 Sep 22 13:23:39.288459 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9d8f5739-abf8-4263-a58a-1e994d27b8d5 req-b0075ce2-2a59-4c7b-ac99-f7289c368dcd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd57090-ec8a-4ed8-9989-2aeebda1778d HTTP/1.1" status: 200 len: 217 time: 0.0408533 Sep 22 13:23:39.339915 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f5739-abf8-4263-a58a-1e994d27b8d5 req-106b95d9-5ac6-40d5-bcd1-ae1cc9cb97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:39.341579 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9d8f5739-abf8-4263-a58a-1e994d27b8d5 req-106b95d9-5ac6-40d5-bcd1-ae1cc9cb97d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc88c452-327e-4ca3-ae70-bbca18702a86 HTTP/1.1" status: 200 len: 848 time: 0.0460737 Sep 22 13:23:39.376573 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:39.393798 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f5739-abf8-4263-a58a-1e994d27b8d5 req-62efe0cb-a3ee-451b-88fa-2985b6aa5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:39.395290 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9d8f5739-abf8-4263-a58a-1e994d27b8d5 req-62efe0cb-a3ee-451b-88fa-2985b6aa5a04 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416908 Sep 22 13:23:39.408538 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-11a03f8b-51d9-4889-9cf8-3b402919917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:39.437529 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a03f8b-51d9-4889-9cf8-3b402919917d None None] Checking router: f4de7705-457a-44b7-8571-1393457adf0f for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:23:39.448690 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a03f8b-51d9-4889-9cf8-3b402919917d None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:23:39.449325 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-11a03f8b-51d9-4889-9cf8-3b402919917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:23:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:39.537957 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9d8f5739-abf8-4263-a58a-1e994d27b8d5 req-10b89312-0fab-4433-90b6-ae247f6a9f2b service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347833 Sep 22 13:23:39.546674 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be23658-fe09-4371-bcbf-83200832d78d req-6c7ce7bf-83f0-4d9d-b0cc-feaf825ffef4 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:39.548197 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6be23658-fe09-4371-bcbf-83200832d78d req-6c7ce7bf-83f0-4d9d-b0cc-feaf825ffef4 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 946 time: 0.0691686 Sep 22 13:23:39.559911 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-11a03f8b-51d9-4889-9cf8-3b402919917d None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:23:39.646181 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-6be23658-fe09-4371-bcbf-83200832d78d req-cbe32081-710e-4e15-9b6c-ac6d1c39bc74 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895121 Sep 22 13:23:39.666836 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-9d8f5739-abf8-4263-a58a-1e994d27b8d5 req-90f22111-ec49-42ba-8a1b-83c1f03448e7 service neutron] 10.222.0.23 "GET /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176345 Sep 22 13:23:39.778715 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-11a03f8b-51d9-4889-9cf8-3b402919917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:39.807712 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a03f8b-51d9-4889-9cf8-3b402919917d None None] The sync data for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi is: [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:16:32Z', 'revision_number': 4, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'a8ed8871-09cf-4847-b4ce-86fddec6e97d', 'name': '', 'network_id': '3b2b60ff-ffa7-4f74-a063-d8f4477f3f78', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'mac_address': 'fa:16:3e:b1:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:31Z', 'updated_at': '2021-09-22T13:16:38Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'subnets': [{'id': 'dc88c452-327e-4ca3-ae70-bbca18702a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:23:40.020436 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd2ff80-fed1-4964-8f72-c23dd621422b None None] New status for floating IP 7e77fd20-230d-4e15-a401-953baf8a16cf: DOWN {{(pid=94875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:23:40.028858 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:40.773283 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52124d07-b03c-432b-a701-938851006e07 req-2929b889-0cdd-4d9a-acfe-beeab426be69 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:40.775056 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-52124d07-b03c-432b-a701-938851006e07 req-2929b889-0cdd-4d9a-acfe-beeab426be69 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 946 time: 0.0564828 Sep 22 13:23:40.829019 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-52124d07-b03c-432b-a701-938851006e07 req-6aac78cf-cb74-4aaf-86ae-71e16eb20300 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/security-groups?id=2be20993-fe86-449b-894c-7156ae695245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461686 Sep 22 13:23:41.021955 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba916a7f-0d4f-47f8-91dc-d90137ee49ef req-b52f0ebc-7f54-4a02-9080-ffc482834caf tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:23:41.023611 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ba916a7f-0d4f-47f8-91dc-d90137ee49ef req-b52f0ebc-7f54-4a02-9080-ffc482834caf tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 946 time: 0.0528347 Sep 22 13:23:41.137289 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-ba916a7f-0d4f-47f8-91dc-d90137ee49ef req-2e3399d8-aa82-4c05-a811-3cfab35c8f61 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Deleting port 3cd57090-ec8a-4ed8-9989-2aeebda1778d {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:23:41.137809 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-ba916a7f-0d4f-47f8-91dc-d90137ee49ef req-2e3399d8-aa82-4c05-a811-3cfab35c8f61 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:41.239879 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-ba916a7f-0d4f-47f8-91dc-d90137ee49ef req-2e3399d8-aa82-4c05-a811-3cfab35c8f61 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] For port 3cd57090-ec8a-4ed8-9989-2aeebda1778d, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=3cd57090-ec8a-4ed8-9989-2aeebda1778d,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:23:41.240204 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-ba916a7f-0d4f-47f8-91dc-d90137ee49ef req-2e3399d8-aa82-4c05-a811-3cfab35c8f61 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:41.256399 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-ba916a7f-0d4f-47f8-91dc-d90137ee49ef req-2e3399d8-aa82-4c05-a811-3cfab35c8f61 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Calling delete_port for 3cd57090-ec8a-4ed8-9989-2aeebda1778d owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:23:41.463340 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-ba916a7f-0d4f-47f8-91dc-d90137ee49ef req-2e3399d8-aa82-4c05-a811-3cfab35c8f61 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:41.493301 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3399d8-aa82-4c05-a811-3cfab35c8f61 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event deleted for resources: {'Port': ['ID=3cd57090-ec8a-4ed8-9989-2aeebda1778d,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:41.537029 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba916a7f-0d4f-47f8-91dc-d90137ee49ef req-2e3399d8-aa82-4c05-a811-3cfab35c8f61 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] No DVR routers for this DVR port 3cd57090-ec8a-4ed8-9989-2aeebda1778d on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:23:41.539651 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-ba916a7f-0d4f-47f8-91dc-d90137ee49ef req-2e3399d8-aa82-4c05-a811-3cfab35c8f61 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:41.541692 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ba916a7f-0d4f-47f8-91dc-d90137ee49ef req-2e3399d8-aa82-4c05-a811-3cfab35c8f61 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.23 "DELETE /v2.0/ports/3cd57090-ec8a-4ed8-9989-2aeebda1778d HTTP/1.1" status: 204 len: 173 time: 0.5117922 Sep 22 13:23:41.542169 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'name': 'network-vif-deleted', 'tag': '3cd57090-ec8a-4ed8-9989-2aeebda1778d'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:23:41.544590 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce2749d-76c8-4640-a78c-2590c27088af" -d '{"events": [{"server_uuid": "09a6fb66-08b8-4248-adb0-62b4e4c9ce54", "name": "network-vif-deleted", "tag": "3cd57090-ec8a-4ed8-9989-2aeebda1778d"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:23:41.592636 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e51c09-87bd-44cc-b694-e5796dcbc0fa x-openstack-request-id: req-c2e51c09-87bd-44cc-b694-e5796dcbc0fa {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:23:41.593188 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a6fb66-08b8-4248-adb0-62b4e4c9ce54", "name": "network-vif-deleted", "tag": "3cd57090-ec8a-4ed8-9989-2aeebda1778d", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:23:41.593589 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2e51c09-87bd-44cc-b694-e5796dcbc0fa {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:23:41.594210 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a6fb66-08b8-4248-adb0-62b4e4c9ce54', 'name': 'network-vif-deleted', 'tag': '3cd57090-ec8a-4ed8-9989-2aeebda1778d', 'status': 'completed', 'code': 200} Sep 22 13:23:41.743837 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:41.945014 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-64dba774-42b7-4003-b447-b33703f60e69 req-d1be49d2-6f47-4d61-888f-45d6bd38a91c tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "GET /v2.0/ports?device_id=09a6fb66-08b8-4248-adb0-62b4e4c9ce54 HTTP/1.1" status: 200 len: 210 time: 0.0295413 Sep 22 13:23:43.037916 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38968) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:43.173949 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3f08e54f-ef3b-42f8-8611-5404843b980f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Deleting port 37836b1a-a39b-4b75-8112-f14c5616bc4d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:23:43.174292 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f08e54f-ef3b-42f8-8611-5404843b980f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:43.259012 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f08e54f-ef3b-42f8-8611-5404843b980f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:43.259254 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f08e54f-ef3b-42f8-8611-5404843b980f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:43.273122 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-3f08e54f-ef3b-42f8-8611-5404843b980f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Calling delete_port for 37836b1a-a39b-4b75-8112-f14c5616bc4d owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:23:43.509787 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f08e54f-ef3b-42f8-8611-5404843b980f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:43.556981 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08e54f-ef3b-42f8-8611-5404843b980f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event deleted for resources: {'Port': ['ID=37836b1a-a39b-4b75-8112-f14c5616bc4d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:43.619625 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f08e54f-ef3b-42f8-8611-5404843b980f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:43.622356 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-3f08e54f-ef3b-42f8-8611-5404843b980f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:43.623641 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-3f08e54f-ef3b-42f8-8611-5404843b980f tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "DELETE /v2.0/floatingips/74fdcc3b-8f2c-4b16-ace7-731002a7068d HTTP/1.1" status: 204 len: 168 time: 0.5846148 Sep 22 13:23:44.961100 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38980) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:45.033363 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-218be3aa-69ce-47e6-893c-82565c6f16a8 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:45.061567 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-218be3aa-69ce-47e6-893c-82565c6f16a8 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:45.212600 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-218be3aa-69ce-47e6-893c-82565c6f16a8 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:45.215186 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-218be3aa-69ce-47e6-893c-82565c6f16a8 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:45.216462 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-218be3aa-69ce-47e6-893c-82565c6f16a8 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] 10.222.0.43 "DELETE /v2.0/security-groups/2be20993-fe86-449b-894c-7156ae695245 HTTP/1.1" status: 204 len: 168 time: 0.2539935 Sep 22 13:23:45.227343 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218be3aa-69ce-47e6-893c-82565c6f16a8 tempest-TestVolumeBootPattern-417824677 tempest-TestVolumeBootPattern-417824677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be20993-fe86-449b-894c-7156ae695245,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:45.355670 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38984) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:45.774458 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 3cd57090-ec8a-4ed8-9989-2aeebda1778d no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:23:45.795513 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: 3cd57090-ec8a-4ed8-9989-2aeebda1778d {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:23:45.795782 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device 3cd57090-ec8a-4ed8-9989-2aeebda1778d not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:23:45.934879 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1226f555-3052-4262-9fbb-e45f9dbf4a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561945'] for router_interface, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:46.191400 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1226f555-3052-4262-9fbb-e45f9dbf4a3f admin admin] Deleting port a8ed8871-09cf-4847-b4ce-86fddec6e97d {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:23:46.192214 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1226f555-3052-4262-9fbb-e45f9dbf4a3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:46.276742 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-1226f555-3052-4262-9fbb-e45f9dbf4a3f admin admin] For port a8ed8871-09cf-4847-b4ce-86fddec6e97d, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a8ed8871-09cf-4847-b4ce-86fddec6e97d,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:23:46.277086 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1226f555-3052-4262-9fbb-e45f9dbf4a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:46.294921 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-1226f555-3052-4262-9fbb-e45f9dbf4a3f admin admin] Calling delete_port for a8ed8871-09cf-4847-b4ce-86fddec6e97d owned by network:router_interface {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:23:46.561044 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1226f555-3052-4262-9fbb-e45f9dbf4a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:46.587949 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226f555-3052-4262-9fbb-e45f9dbf4a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ed8871-09cf-4847-b4ce-86fddec6e97d,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:46.777189 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-1226f555-3052-4262-9fbb-e45f9dbf4a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564368'] for router_interface, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:47.294576 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1226f555-3052-4262-9fbb-e45f9dbf4a3f admin admin] Router f4de7705-457a-44b7-8571-1393457adf0f has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:23:47.404675 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1226f555-3052-4262-9fbb-e45f9dbf4a3f admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:23:47.410471 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-1226f555-3052-4262-9fbb-e45f9dbf4a3f admin admin] 10.222.0.43 "PUT /v2.0/routers/f4de7705-457a-44b7-8571-1393457adf0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0535064 Sep 22 13:23:47.413650 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38990) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:47.417215 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da6fc4f-2923-4962-af4a-708eec06b93b None None] Sync routers for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:23:47.426770 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6fc4f-2923-4962-af4a-708eec06b93b None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:23:47.427735 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1da6fc4f-2923-4962-af4a-708eec06b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:23:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:47.523919 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] Notify callbacks [] for router, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:47.541936 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-1da6fc4f-2923-4962-af4a-708eec06b93b None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:23:47.630888 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:47.724668 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1da6fc4f-2923-4962-af4a-708eec06b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:23:46Z', 'revision_number': 5, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port': {'id': '247b8d58-c68c-4784-aeaf-96f27d08d533', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:84:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:27Z', 'updated_at': '2021-09-22T13:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:47.751180 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da6fc4f-2923-4962-af4a-708eec06b93b None None] Checking router: f4de7705-457a-44b7-8571-1393457adf0f for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:23:47.760727 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6fc4f-2923-4962-af4a-708eec06b93b None None] Routers {'f4de7705-457a-44b7-8571-1393457adf0f'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:23:47.761336 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1da6fc4f-2923-4962-af4a-708eec06b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:23:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['f4de7705-457a-44b7-8571-1393457adf0f'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:47.770342 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] Deleting port 247b8d58-c68c-4784-aeaf-96f27d08d533 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:23:47.770818 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:47.861221 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] For port 247b8d58-c68c-4784-aeaf-96f27d08d533, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=247b8d58-c68c-4784-aeaf-96f27d08d533,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:23:47.861584 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:47.881708 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] Calling delete_port for 247b8d58-c68c-4784-aeaf-96f27d08d533 owned by network:router_gateway {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:23:47.979641 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-1da6fc4f-2923-4962-af4a-708eec06b93b None None] Set router f4de7705-457a-44b7-8571-1393457adf0f gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:23:48.037072 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1da6fc4f-2923-4962-af4a-708eec06b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:23:47Z', 'revision_number': 6, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port_host': None}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:48.063597 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da6fc4f-2923-4962-af4a-708eec06b93b None None] The sync data for ids ['f4de7705-457a-44b7-8571-1393457adf0f'] in dv-cinder-810000-3-iscsi is: [{'id': 'f4de7705-457a-44b7-8571-1393457adf0f', 'name': 'tempest-TestVolumeBootPattern-6108775-router', 'tenant_id': '506fa8c4d7e84973979a953f64caa8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:26Z', 'updated_at': '2021-09-22T13:23:47Z', 'revision_number': 6, 'project_id': '506fa8c4d7e84973979a953f64caa8e3', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:23:48.144007 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:48.174408 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] Pushing event deleted for resources: {'Port': ['ID=247b8d58-c68c-4784-aeaf-96f27d08d533,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:48.237349 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564307'] for router_gateway, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:48.334395 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2980'] for router, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:48.336720 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:48.447452 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558133'] for router, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:48.448211 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4de7705-457a-44b7-8571-1393457adf0f {{(pid=94872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 13:23:48.453153 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] Notify callbacks [] for router, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:48.454329 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-e86fc180-4b6b-4f58-8831-08f369254fff admin admin] 10.222.0.43 "DELETE /v2.0/routers/f4de7705-457a-44b7-8571-1393457adf0f HTTP/1.1" status: 204 len: 168 time: 1.0397444 Sep 22 13:23:48.457551 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38994) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:48.502266 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5cd178-0b57-4f9f-990c-0a7ae0831d53 admin admin] Deleting subnet dc88c452-327e-4ca3-ae70-bbca18702a86 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:23:48.505569 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd178-0b57-4f9f-990c-0a7ae0831d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:48.540037 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd178-0b57-4f9f-990c-0a7ae0831d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8721790'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:48.620765 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd178-0b57-4f9f-990c-0a7ae0831d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:48.778464 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd178-0b57-4f9f-990c-0a7ae0831d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8721681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9265389'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:48.802617 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cd178-0b57-4f9f-990c-0a7ae0831d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc88c452-327e-4ca3-ae70-bbca18702a86,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:48.810414 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd178-0b57-4f9f-990c-0a7ae0831d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:48.815207 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-0f5cd178-0b57-4f9f-990c-0a7ae0831d53 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dc88c452-327e-4ca3-ae70-bbca18702a86 HTTP/1.1" status: 204 len: 168 time: 0.3540554 Sep 22 13:23:48.816743 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 38996) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:48.818838 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e847698-06ec-4603-9a2a-835e5986edc8 None None] Network 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:23:48.886371 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:48.947809 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Deleting port 4be121ec-c6f6-4609-9a53-2ac68d2ce855 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:23:48.948160 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:49.015146 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a9bd8f-6cd2-4048-8ecc-9aeb57c3c059 None None] DHCP port deletion for 3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 request from dv-cinder-810000-3-iscsi {{(pid=94874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 13:23:49.031338 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] For port 4be121ec-c6f6-4609-9a53-2ac68d2ce855, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=4be121ec-c6f6-4609-9a53-2ac68d2ce855,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:23:49.031808 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:49.048427 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Calling delete_port for 4be121ec-c6f6-4609-9a53-2ac68d2ce855 owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:23:49.072225 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9bd8f-6cd2-4048-8ecc-9aeb57c3c059 None None] Deleting port 4be121ec-c6f6-4609-9a53-2ac68d2ce855 {{(pid=94874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:23:49.072758 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c9a9bd8f-6cd2-4048-8ecc-9aeb57c3c059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:49.115788 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 4be121ec-c6f6-4609-9a53-2ac68d2ce855 no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:23:49.185871 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-c9a9bd8f-6cd2-4048-8ecc-9aeb57c3c059 None None] For port 4be121ec-c6f6-4609-9a53-2ac68d2ce855, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=4be121ec-c6f6-4609-9a53-2ac68d2ce855,segment=NetworkSegment(cb75b53e-e74a-40bc-b21e-3a716f1331d8),segment_id=cb75b53e-e74a-40bc-b21e-3a716f1331d8)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:23:49.186272 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c9a9bd8f-6cd2-4048-8ecc-9aeb57c3c059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:49.204370 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9bd8f-6cd2-4048-8ecc-9aeb57c3c059 None None] Calling delete_port for 4be121ec-c6f6-4609-9a53-2ac68d2ce855 owned by network:dhcp {{(pid=94874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:23:49.246767 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:49.273282 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=4be121ec-c6f6-4609-9a53-2ac68d2ce855,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:49.277014 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] No DVR routers for this DVR port 4be121ec-c6f6-4609-9a53-2ac68d2ce855 on host dv-cinder-810000-3-iscsi {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:23:49.298644 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:49.351301 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 247b8d58-c68c-4784-aeaf-96f27d08d533 no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:23:49.352387 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:49.356478 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c9a9bd8f-6cd2-4048-8ecc-9aeb57c3c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408'] for port, after_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:49.375492 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2b60ff-ffa7-4f74-a063-d8f4477f3f78']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:49.387768 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb75b53e-e74a-40bc-b21e-3a716f1331d8') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:49.388070 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb75b53e-e74a-40bc-b21e-3a716f1331d8') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:49.395524 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: 247b8d58-c68c-4784-aeaf-96f27d08d533 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:23:49.395882 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 247b8d58-c68c-4784-aeaf-96f27d08d533 not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:23:49.396295 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a8ed8871-09cf-4847-b4ce-86fddec6e97d no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:23:49.398898 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8721767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:49.400678 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9bd8f-6cd2-4048-8ecc-9aeb57c3c059 None None] Pushing event deleted for resources: {'Port': ['ID=4be121ec-c6f6-4609-9a53-2ac68d2ce855,revision_number=None']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:49.417324 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:49.422345 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9bd8f-6cd2-4048-8ecc-9aeb57c3c059 None None] No DVR routers for this DVR port 4be121ec-c6f6-4609-9a53-2ac68d2ce855 on host dv-cinder-810000-3-iscsi {{(pid=94874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:23:49.426994 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: a8ed8871-09cf-4847-b4ce-86fddec6e97d {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:23:49.426994 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a8ed8871-09cf-4847-b4ce-86fddec6e97d not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:23:49.427301 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:23:49.427301 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8743871'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: Traceback (most recent call last): Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: timer() Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: cb(*args, **kw) Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: return func(*args, **kwargs) Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: self._notify() Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: self.callback(batched_events) Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: event.method(event) Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: return f(self, *a, **k) Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._get(url).json() Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: return self.request(url, 'GET', **kwargs) Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:23:49.428685 dv-cinder-810000-3-iscsi neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:23:49.538562 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:49.544582 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:49.549693 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] 10.222.0.43 "DELETE /v2.0/networks/3b2b60ff-ffa7-4f74-a063-d8f4477f3f78 HTTP/1.1" status: 204 len: 168 time: 0.7294784 Sep 22 13:23:49.549803 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 38998) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:49.558363 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c736a0-95d7-43ad-869c-6fc118040bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=3b2b60ff-ffa7-4f74-a063-d8f4477f3f78,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:49.902575 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2dec-72be-4b38-ad0a-5720ed3bfab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561945'] for router_interface, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:50.165278 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b2dec-72be-4b38-ad0a-5720ed3bfab7 admin admin] Deleting port 53b27098-c526-4a3c-9905-039aaf9e720e {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:23:50.165568 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2dec-72be-4b38-ad0a-5720ed3bfab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:50.246590 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-8f1b2dec-72be-4b38-ad0a-5720ed3bfab7 admin admin] For port 53b27098-c526-4a3c-9905-039aaf9e720e, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=53b27098-c526-4a3c-9905-039aaf9e720e,segment=NetworkSegment(6639f479-de7e-4e28-ae28-6f9c2cf0b977),segment_id=6639f479-de7e-4e28-ae28-6f9c2cf0b977)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:23:50.246979 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2dec-72be-4b38-ad0a-5720ed3bfab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:50.264602 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b2dec-72be-4b38-ad0a-5720ed3bfab7 admin admin] Calling delete_port for 53b27098-c526-4a3c-9905-039aaf9e720e owned by network:router_interface {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:23:50.870399 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2dec-72be-4b38-ad0a-5720ed3bfab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:50.899452 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b2dec-72be-4b38-ad0a-5720ed3bfab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b27098-c526-4a3c-9905-039aaf9e720e,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:51.092789 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2dec-72be-4b38-ad0a-5720ed3bfab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564368'] for router_interface, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:51.331693 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1b2dec-72be-4b38-ad0a-5720ed3bfab7 admin admin] Router b413c85e-704c-40f0-9323-4392e1a961f9 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:23:51.442685 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1b2dec-72be-4b38-ad0a-5720ed3bfab7 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:23:51.449771 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-8f1b2dec-72be-4b38-ad0a-5720ed3bfab7 admin admin] 10.222.0.43 "PUT /v2.0/routers/b413c85e-704c-40f0-9323-4392e1a961f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8975565 Sep 22 13:23:51.451345 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 39000) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:51.452194 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51e51af-81d1-4203-bc56-e6db39b6e058 None None] Sync routers for ids ['b413c85e-704c-40f0-9323-4392e1a961f9'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:23:51.462519 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e51af-81d1-4203-bc56-e6db39b6e058 None None] Routers {'b413c85e-704c-40f0-9323-4392e1a961f9'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:23:51.463125 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-b51e51af-81d1-4203-bc56-e6db39b6e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:23:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['b413c85e-704c-40f0-9323-4392e1a961f9'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:51.559680 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] Notify callbacks [] for router, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:51.570835 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-b51e51af-81d1-4203-bc56-e6db39b6e058 None None] Set router b413c85e-704c-40f0-9323-4392e1a961f9 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:23:51.673237 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:51.755812 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-b51e51af-81d1-4203-bc56-e6db39b6e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'name': 'tempest-TestVolumeBootPattern-1243659946-router', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e8a564db-9ed7-4fdc-b987-72012824d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:37Z', 'updated_at': '2021-09-22T13:23:50Z', 'revision_number': 5, 'project_id': '48cbaa88f2f2451bade0e0953cb8718d', 'gw_port': {'id': 'e8a564db-9ed7-4fdc-b987-72012824d77c', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:16:39Z', 'updated_at': '2021-09-22T13:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:51.771514 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] Deleting port e8a564db-9ed7-4fdc-b987-72012824d77c {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:23:51.771861 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:51.786937 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51e51af-81d1-4203-bc56-e6db39b6e058 None None] Checking router: b413c85e-704c-40f0-9323-4392e1a961f9 for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:23:51.801812 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e51af-81d1-4203-bc56-e6db39b6e058 None None] Routers {'b413c85e-704c-40f0-9323-4392e1a961f9'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:23:51.802456 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-b51e51af-81d1-4203-bc56-e6db39b6e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:23:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['b413c85e-704c-40f0-9323-4392e1a961f9'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:51.859259 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] For port e8a564db-9ed7-4fdc-b987-72012824d77c, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=e8a564db-9ed7-4fdc-b987-72012824d77c,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:23:51.859643 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:51.873697 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] Calling delete_port for e8a564db-9ed7-4fdc-b987-72012824d77c owned by network:router_gateway {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:23:51.888882 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-b51e51af-81d1-4203-bc56-e6db39b6e058 None None] Set router b413c85e-704c-40f0-9323-4392e1a961f9 gateway port host: None {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:23:51.942588 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-b51e51af-81d1-4203-bc56-e6db39b6e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'name': 'tempest-TestVolumeBootPattern-1243659946-router', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:37Z', 'updated_at': '2021-09-22T13:23:51Z', 'revision_number': 6, 'project_id': '48cbaa88f2f2451bade0e0953cb8718d', 'gw_port_host': None}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:51.971014 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51e51af-81d1-4203-bc56-e6db39b6e058 None None] The sync data for ids ['b413c85e-704c-40f0-9323-4392e1a961f9'] in dv-cinder-810000-3-iscsi is: [{'id': 'b413c85e-704c-40f0-9323-4392e1a961f9', 'name': 'tempest-TestVolumeBootPattern-1243659946-router', 'tenant_id': '48cbaa88f2f2451bade0e0953cb8718d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:16:37Z', 'updated_at': '2021-09-22T13:23:51Z', 'revision_number': 6, 'project_id': '48cbaa88f2f2451bade0e0953cb8718d', 'gw_port_host': None}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:23:52.126921 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:52.155357 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a564db-9ed7-4fdc-b987-72012824d77c,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:52.215443 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564307'] for router_gateway, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:52.307327 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2980'] for router, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:52.309744 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:52.418070 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558133'] for router, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:52.418599 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b413c85e-704c-40f0-9323-4392e1a961f9 {{(pid=94873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 13:23:52.422806 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] Notify callbacks [] for router, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:52.424053 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-6b742742-cea4-41c2-92d6-c7fb75340a17 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b413c85e-704c-40f0-9323-4392e1a961f9 HTTP/1.1" status: 204 len: 168 time: 0.9716434 Sep 22 13:23:52.426564 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 39002) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:52.470083 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb30340-950c-4c7a-8ee8-64a9fd57a3fe admin admin] Deleting subnet be2cef37-5193-4789-97a7-2c44c3d5640e {{(pid=94873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:23:52.472994 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fcb30340-950c-4c7a-8ee8-64a9fd57a3fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:52.506335 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fcb30340-950c-4c7a-8ee8-64a9fd57a3fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094421'] for subnet, precommit_delete_associations {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:52.586046 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fcb30340-950c-4c7a-8ee8-64a9fd57a3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:52.721892 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fcb30340-950c-4c7a-8ee8-64a9fd57a3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11900442'] for subnet, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:52.750474 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb30340-950c-4c7a-8ee8-64a9fd57a3fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be2cef37-5193-4789-97a7-2c44c3d5640e,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:52.755889 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-fcb30340-950c-4c7a-8ee8-64a9fd57a3fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:52.757406 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-fcb30340-950c-4c7a-8ee8-64a9fd57a3fe admin admin] 10.222.0.43 "DELETE /v2.0/subnets/be2cef37-5193-4789-97a7-2c44c3d5640e HTTP/1.1" status: 204 len: 168 time: 0.3298585 Sep 22 13:23:52.760204 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 39004) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:52.762842 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebedcd9-561f-4406-8386-2972620f89f6 None None] Network ba74fb3c-41c4-4fc6-9542-88023bd3bbd6 requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:23:52.834321 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:52.888628 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Deleting port a68a8613-d65d-40d8-ba37-4607d91eeae4 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:23:52.889189 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:52.940699 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c4110d-75e7-4a6d-a045-71f93bc84ee3 None None] DHCP port deletion for ba74fb3c-41c4-4fc6-9542-88023bd3bbd6 request from dv-cinder-810000-3-iscsi {{(pid=94874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 13:23:52.956661 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] For port a68a8613-d65d-40d8-ba37-4607d91eeae4, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a68a8613-d65d-40d8-ba37-4607d91eeae4,segment=NetworkSegment(6639f479-de7e-4e28-ae28-6f9c2cf0b977),segment_id=6639f479-de7e-4e28-ae28-6f9c2cf0b977)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:23:52.957027 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:52.982416 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Calling delete_port for a68a8613-d65d-40d8-ba37-4607d91eeae4 owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:23:52.999706 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-43c4110d-75e7-4a6d-a045-71f93bc84ee3 None None] Deleting port a68a8613-d65d-40d8-ba37-4607d91eeae4 {{(pid=94874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:23:53.000604 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-43c4110d-75e7-4a6d-a045-71f93bc84ee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:53.087660 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 53b27098-c526-4a3c-9905-039aaf9e720e no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:23:53.090513 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-43c4110d-75e7-4a6d-a045-71f93bc84ee3 None None] For port a68a8613-d65d-40d8-ba37-4607d91eeae4, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a68a8613-d65d-40d8-ba37-4607d91eeae4,segment=NetworkSegment(6639f479-de7e-4e28-ae28-6f9c2cf0b977),segment_id=6639f479-de7e-4e28-ae28-6f9c2cf0b977)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:23:53.090904 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-43c4110d-75e7-4a6d-a045-71f93bc84ee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:53.116005 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: 53b27098-c526-4a3c-9905-039aaf9e720e {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:23:53.116348 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 53b27098-c526-4a3c-9905-039aaf9e720e not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:23:53.116769 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device e8a564db-9ed7-4fdc-b987-72012824d77c no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:23:53.121717 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-43c4110d-75e7-4a6d-a045-71f93bc84ee3 None None] Calling delete_port for a68a8613-d65d-40d8-ba37-4607d91eeae4 owned by network:dhcp {{(pid=94874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:23:53.145158 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: e8a564db-9ed7-4fdc-b987-72012824d77c {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:23:53.145462 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device e8a564db-9ed7-4fdc-b987-72012824d77c not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:23:53.145922 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a68a8613-d65d-40d8-ba37-4607d91eeae4 no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:23:53.161830 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:53.196009 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] No DVR routers for this DVR port a68a8613-d65d-40d8-ba37-4607d91eeae4 on host dv-cinder-810000-3-iscsi {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:23:53.196233 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68a8613-d65d-40d8-ba37-4607d91eeae4,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:53.224996 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No active binding found for port a68a8613-d65d-40d8-ba37-4607d91eeae4 {{(pid=94874) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 22 13:23:53.225414 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a68a8613-d65d-40d8-ba37-4607d91eeae4 not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:23:53.247018 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-43c4110d-75e7-4a6d-a045-71f93bc84ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408'] for port, after_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:53.270297 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:53.274338 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4110d-75e7-4a6d-a045-71f93bc84ee3 None None] No DVR routers for this DVR port a68a8613-d65d-40d8-ba37-4607d91eeae4 on host dv-cinder-810000-3-iscsi {{(pid=94874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:23:53.276441 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4110d-75e7-4a6d-a045-71f93bc84ee3 None None] Pushing event deleted for resources: {'Port': ['ID=a68a8613-d65d-40d8-ba37-4607d91eeae4,revision_number=None']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:53.295602 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba74fb3c-41c4-4fc6-9542-88023bd3bbd6']}} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:53.305371 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6639f479-de7e-4e28-ae28-6f9c2cf0b977') {'for_net_delete': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:53.305668 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6639f479-de7e-4e28-ae28-6f9c2cf0b977') {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:23:53.314990 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10094412'] for segment, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:53.328786 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:53.334797 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:23:53.335173 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9138693'] for segment, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: Traceback (most recent call last): Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: timer() Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: cb(*args, **kw) Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: return func(*args, **kwargs) Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: self._notify() Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: self.callback(batched_events) Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: event.method(event) Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: return f(self, *a, **k) Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._get(url).json() Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: return self.request(url, 'GET', **kwargs) Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:23:53.350561 dv-cinder-810000-3-iscsi neutron-server[94873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:23:53.429756 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:53.435065 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:53.436913 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ba74fb3c-41c4-4fc6-9542-88023bd3bbd6 HTTP/1.1" status: 204 len: 168 time: 0.6757848 Sep 22 13:23:53.447381 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd823ca-0ad1-48c2-9ab4-4aa6ab8aafc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba74fb3c-41c4-4fc6-9542-88023bd3bbd6,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:53.790673 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 39008) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:53.828889 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-f7e1e980-c0b5-4376-b55c-eb99663c8788 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=506fa8c4d7e84973979a953f64caa8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370157 Sep 22 13:23:53.831268 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 39010) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:53.885366 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b5eac4c-1599-42ea-bd6f-cdccebaa4839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:53.907857 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b5eac4c-1599-42ea-bd6f-cdccebaa4839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:54.098674 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b5eac4c-1599-42ea-bd6f-cdccebaa4839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:54.101211 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8b5eac4c-1599-42ea-bd6f-cdccebaa4839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:54.102373 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-8b5eac4c-1599-42ea-bd6f-cdccebaa4839 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1091cae-622e-4ea0-a8f6-03f11cc27491 HTTP/1.1" status: 204 len: 168 time: 0.2701223 Sep 22 13:23:54.111532 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5eac4c-1599-42ea-bd6f-cdccebaa4839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1091cae-622e-4ea0-a8f6-03f11cc27491,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:23:54.823558 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 39016) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:54.863588 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-e088ce15-f1ae-4eef-a61e-c524ddd9ff29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48cbaa88f2f2451bade0e0953cb8718d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388136 Sep 22 13:23:54.866819 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 39018) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:23:54.914428 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2a7462c-770d-409f-9e6b-605e2040070f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:54.935741 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2a7462c-770d-409f-9e6b-605e2040070f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:55.081249 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2a7462c-770d-409f-9e6b-605e2040070f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:55.084470 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-f2a7462c-770d-409f-9e6b-605e2040070f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:23:55.085638 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-f2a7462c-770d-409f-9e6b-605e2040070f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1788c76a-ae7e-4217-8328-8339e626dd93 HTTP/1.1" status: 204 len: 168 time: 0.2179255 Sep 22 13:23:55.093340 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7462c-770d-409f-9e6b-605e2040070f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1788c76a-ae7e-4217-8328-8339e626dd93,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:04.503503 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:24:05.030451 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf76d-25b7-4120-b664-4b7ea7c45fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:08.533545 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-664228d4-a4b5-47ef-a51a-44e33b4a0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:08.847745 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:09.339611 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:10.048062 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:11.728676 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:19.072512 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c58a6a03-ebd5-486a-88e2-34625c27bbc7 req-38661104-bc39-4545-8102-4581b5091851 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439496 Sep 22 13:24:19.134025 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a6a03-ebd5-486a-88e2-34625c27bbc7 req-d5bff57f-c61c-4a08-a41f-72acdd8b2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:24:19.135612 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c58a6a03-ebd5-486a-88e2-34625c27bbc7 req-d5bff57f-c61c-4a08-a41f-72acdd8b2c55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b1e0e70b73e4fb1b5208231b5468fcf&device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 1098 time: 0.0428085 Sep 22 13:24:19.240258 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a6a03-ebd5-486a-88e2-34625c27bbc7 req-6bc1cc20-1d61-434b-96cb-73f90d811762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:24:19.241768 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c58a6a03-ebd5-486a-88e2-34625c27bbc7 req-6bc1cc20-1d61-434b-96cb-73f90d811762 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b272f558-e224-4fd2-b8d1-fa2ca461b31f HTTP/1.1" status: 200 len: 910 time: 0.0858757 Sep 22 13:24:19.310182 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c58a6a03-ebd5-486a-88e2-34625c27bbc7 req-678f8266-66ec-46a3-ab79-105ac5afc2bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394 HTTP/1.1" status: 200 len: 1001 time: 0.0614588 Sep 22 13:24:19.357357 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a6a03-ebd5-486a-88e2-34625c27bbc7 req-9d3034e0-58d5-459f-89f5-eb97d7245c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:24:19.358815 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c58a6a03-ebd5-486a-88e2-34625c27bbc7 req-9d3034e0-58d5-459f-89f5-eb97d7245c22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467 HTTP/1.1" status: 200 len: 848 time: 0.0423310 Sep 22 13:24:19.404394 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a6a03-ebd5-486a-88e2-34625c27bbc7 req-5b1b4c10-5766-49cc-9a5d-d3b2e19e6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:24:19.405890 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c58a6a03-ebd5-486a-88e2-34625c27bbc7 req-5b1b4c10-5766-49cc-9a5d-d3b2e19e6603 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b272f558-e224-4fd2-b8d1-fa2ca461b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397217 Sep 22 13:24:19.496846 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c58a6a03-ebd5-486a-88e2-34625c27bbc7 req-a8f384e8-5fe9-4161-81dc-39e1f7b7e26d service neutron] 10.222.0.23 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833502 Sep 22 13:24:19.588311 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-c58a6a03-ebd5-486a-88e2-34625c27bbc7 req-1b58343a-8a05-4b33-b55c-e9760bcdff0c service neutron] 10.222.0.23 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852189 Sep 22 13:24:28.724193 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 39022) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:24:28.880098 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7db4a407-de44-4f6d-b375-8a8e84ba45e9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Deleting port 408df632-93ad-474e-a975-15e1031c6cb0 {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:24:28.880442 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7db4a407-de44-4f6d-b375-8a8e84ba45e9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:28.954307 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7db4a407-de44-4f6d-b375-8a8e84ba45e9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:28.954526 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7db4a407-de44-4f6d-b375-8a8e84ba45e9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:28.965694 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-7db4a407-de44-4f6d-b375-8a8e84ba45e9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Calling delete_port for 408df632-93ad-474e-a975-15e1031c6cb0 owned by network:floatingip {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:24:29.243482 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7db4a407-de44-4f6d-b375-8a8e84ba45e9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:29.268974 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4a407-de44-4f6d-b375-8a8e84ba45e9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Pushing event deleted for resources: {'Port': ['ID=408df632-93ad-474e-a975-15e1031c6cb0,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:29.331153 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7db4a407-de44-4f6d-b375-8a8e84ba45e9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for floatingip, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:29.335619 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.db.l3_db [None req-7db4a407-de44-4f6d-b375-8a8e84ba45e9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Floating IP a9113edf-5e92-4ed4-b7d1-1d45e6bf5036 disassociated (deleted). External IP: 172.27.1.115, port: d6022fd2-a74c-4d0a-9f2c-9364a9276394. Sep 22 13:24:29.535280 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db4a407-de44-4f6d-b375-8a8e84ba45e9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:24:29.646932 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db4a407-de44-4f6d-b375-8a8e84ba45e9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:24:29.652246 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-7db4a407-de44-4f6d-b375-8a8e84ba45e9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for floatingip, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:29.657942 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9ffc74-cdf4-4789-83f2-65a7068de1c5 None None] Sync routers for ids ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:24:29.666571 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ffc74-cdf4-4789-83f2-65a7068de1c5 None None] Routers {'128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:24:29.667195 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1a9ffc74-cdf4-4789-83f2-65a7068de1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:24:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:29.683366 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-7db4a407-de44-4f6d-b375-8a8e84ba45e9 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "DELETE /v2.0/floatingips/a9113edf-5e92-4ed4-b7d1-1d45e6bf5036 HTTP/1.1" status: 204 len: 168 time: 0.9580536 Sep 22 13:24:29.683997 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e232981-cb78-471c-aef3-625d5d75a1af', 'tag': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394'}] {{(pid=94872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:24:29.689552 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9490020ade0ac275b50f2dd6679d25df7e9d90147d1e237cfcb244338bcc0ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf183d9-5210-4c40-8f05-65d861fa26e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e232981-cb78-471c-aef3-625d5d75a1af", "tag": "d6022fd2-a74c-4d0a-9f2c-9364a9276394"}]}' {{(pid=94872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:24:29.726141 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 13:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbc5acd-0e37-4526-8c5f-ae7e8a89af7b x-openstack-request-id: req-2bbc5acd-0e37-4526-8c5f-ae7e8a89af7b {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:24:29.726763 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e232981-cb78-471c-aef3-625d5d75a1af", "tag": "d6022fd2-a74c-4d0a-9f2c-9364a9276394", "status": "completed", "code": 200}]} {{(pid=94872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:24:29.726763 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2bbc5acd-0e37-4526-8c5f-ae7e8a89af7b {{(pid=94872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:24:29.727070 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e232981-cb78-471c-aef3-625d5d75a1af', 'tag': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'status': 'completed', 'code': 200} Sep 22 13:24:29.783941 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-1a9ffc74-cdf4-4789-83f2-65a7068de1c5 None None] Set router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:24:29.792142 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf183d9-5210-4c40-8f05-65d861fa26e0 req-dcced37e-437f-41d7-9313-779b197d0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:24:29.793578 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ccf183d9-5210-4c40-8f05-65d861fa26e0 req-dcced37e-437f-41d7-9313-779b197d0b6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b1e0e70b73e4fb1b5208231b5468fcf&device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 1098 time: 0.0441861 Sep 22 13:24:29.887129 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf183d9-5210-4c40-8f05-65d861fa26e0 req-212b8188-760d-4be7-b408-cca77b2ec6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:24:29.888661 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ccf183d9-5210-4c40-8f05-65d861fa26e0 req-212b8188-760d-4be7-b408-cca77b2ec6fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=b272f558-e224-4fd2-b8d1-fa2ca461b31f HTTP/1.1" status: 200 len: 910 time: 0.0881169 Sep 22 13:24:29.939652 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ccf183d9-5210-4c40-8f05-65d861fa26e0 req-7f9eb7f0-a090-4e91-a27d-b4cc06bf14ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394 HTTP/1.1" status: 200 len: 217 time: 0.0438006 Sep 22 13:24:29.992207 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1a9ffc74-cdf4-4789-83f2-65a7068de1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:57Z', 'revision_number': 4, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port': {'id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'cab04d5d-92be-429c-a30a-bbaace41f03f', 'name': '', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'mac_address': 'fa:16:3e:4d:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:56Z', 'updated_at': '2021-09-22T13:20:01Z', 'revision_number': 5, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'subnets': [{'id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:29.999120 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf183d9-5210-4c40-8f05-65d861fa26e0 req-49e3fe71-8da2-43eb-b31b-4c6383f092cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:24:30.000755 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ccf183d9-5210-4c40-8f05-65d861fa26e0 req-49e3fe71-8da2-43eb-b31b-4c6383f092cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467 HTTP/1.1" status: 200 len: 848 time: 0.0476558 Sep 22 13:24:30.023206 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9ffc74-cdf4-4789-83f2-65a7068de1c5 None None] Checking router: 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:24:30.033795 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ffc74-cdf4-4789-83f2-65a7068de1c5 None None] Routers {'128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:24:30.034400 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1a9ffc74-cdf4-4789-83f2-65a7068de1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:24:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:30.054637 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf183d9-5210-4c40-8f05-65d861fa26e0 req-b635e607-7371-4bf9-9df0-acc62d64075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:24:30.055603 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ccf183d9-5210-4c40-8f05-65d861fa26e0 req-b635e607-7371-4bf9-9df0-acc62d64075a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b272f558-e224-4fd2-b8d1-fa2ca461b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475507 Sep 22 13:24:30.147991 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fd864-b9ee-40b7-8be4-2ee37540e745 req-a38952fc-0717-4fea-802d-8a9b01624583 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:24:30.148981 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-1a9ffc74-cdf4-4789-83f2-65a7068de1c5 None None] Set router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:24:30.150408 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a99fd864-b9ee-40b7-8be4-2ee37540e745 req-a38952fc-0717-4fea-802d-8a9b01624583 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0538576 Sep 22 13:24:30.167314 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ccf183d9-5210-4c40-8f05-65d861fa26e0 req-44ef0e2b-6a38-4e8b-af91-0f04dfcb8d83 service neutron] 10.222.0.23 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045182 Sep 22 13:24:30.194860 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [req-a99fd864-b9ee-40b7-8be4-2ee37540e745 req-e86fd921-89f2-4ce1-9388-c7f0b3841c82 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357029 Sep 22 13:24:30.265870 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-ccf183d9-5210-4c40-8f05-65d861fa26e0 req-91d063b3-6606-44ba-be61-45c3b67a39a7 service neutron] 10.222.0.23 "GET /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900724 Sep 22 13:24:30.358416 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-1a9ffc74-cdf4-4789-83f2-65a7068de1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:57Z', 'revision_number': 4, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port': {'id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'cab04d5d-92be-429c-a30a-bbaace41f03f', 'name': '', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'mac_address': 'fa:16:3e:4d:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:56Z', 'updated_at': '2021-09-22T13:20:01Z', 'revision_number': 5, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'subnets': [{'id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:30.383982 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9ffc74-cdf4-4789-83f2-65a7068de1c5 None None] The sync data for ids ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'] in dv-cinder-810000-3-iscsi is: [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:57Z', 'revision_number': 4, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port': {'id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi', '_interfaces': [{'id': 'cab04d5d-92be-429c-a30a-bbaace41f03f', 'name': '', 'network_id': 'b272f558-e224-4fd2-b8d1-fa2ca461b31f', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'mac_address': 'fa:16:3e:4d:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:56Z', 'updated_at': '2021-09-22T13:20:01Z', 'revision_number': 5, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'subnets': [{'id': '23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:24:30.603344 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8986e9ed-4505-4dcb-aa60-44ea5bde0590 None None] New status for floating IP a9113edf-5e92-4ed4-b7d1-1d45e6bf5036: DOWN {{(pid=94875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 13:24:31.319877 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e6848-06e9-46dd-9acc-ff4663d0c9d1 req-f58c8dc4-bf6c-4fed-b03a-30deebf6d37c tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:24:31.321280 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a51e6848-06e9-46dd-9acc-ff4663d0c9d1 req-f58c8dc4-bf6c-4fed-b03a-30deebf6d37c tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0545833 Sep 22 13:24:31.357827 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a51e6848-06e9-46dd-9acc-ff4663d0c9d1 req-ecb081bc-59d5-4e64-9693-209137cd7e68 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/security-groups?id=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305977 Sep 22 13:24:31.648450 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4af547-091e-4099-beb1-c066841929a7 req-868c7e3f-66a3-442e-8709-4d1a0d54eeae tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 13:24:31.649824 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4e4af547-091e-4099-beb1-c066841929a7 req-868c7e3f-66a3-442e-8709-4d1a0d54eeae tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 945 time: 0.0476665 Sep 22 13:24:31.737864 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-4e4af547-091e-4099-beb1-c066841929a7 req-2aee5745-857f-4c48-942c-e0233d3da1ea tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Deleting port d6022fd2-a74c-4d0a-9f2c-9364a9276394 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:24:31.738214 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-4e4af547-091e-4099-beb1-c066841929a7 req-2aee5745-857f-4c48-942c-e0233d3da1ea tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:31.825327 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [req-4e4af547-091e-4099-beb1-c066841929a7 req-2aee5745-857f-4c48-942c-e0233d3da1ea tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] For port d6022fd2-a74c-4d0a-9f2c-9364a9276394, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d6022fd2-a74c-4d0a-9f2c-9364a9276394,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:24:31.825708 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-4e4af547-091e-4099-beb1-c066841929a7 req-2aee5745-857f-4c48-942c-e0233d3da1ea tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:31.838019 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [req-4e4af547-091e-4099-beb1-c066841929a7 req-2aee5745-857f-4c48-942c-e0233d3da1ea tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Calling delete_port for d6022fd2-a74c-4d0a-9f2c-9364a9276394 owned by compute:nova {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:24:32.032248 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-4e4af547-091e-4099-beb1-c066841929a7 req-2aee5745-857f-4c48-942c-e0233d3da1ea tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:32.059884 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee5745-857f-4c48-942c-e0233d3da1ea tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Pushing event deleted for resources: {'Port': ['ID=d6022fd2-a74c-4d0a-9f2c-9364a9276394,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:32.101623 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4af547-091e-4099-beb1-c066841929a7 req-2aee5745-857f-4c48-942c-e0233d3da1ea tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] No DVR routers for this DVR port d6022fd2-a74c-4d0a-9f2c-9364a9276394 on host hv-cinder-81000 {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:24:32.104129 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [req-4e4af547-091e-4099-beb1-c066841929a7 req-2aee5745-857f-4c48-942c-e0233d3da1ea tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243774'] for port, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:32.106194 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-4e4af547-091e-4099-beb1-c066841929a7 req-2aee5745-857f-4c48-942c-e0233d3da1ea tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.23 "DELETE /v2.0/ports/d6022fd2-a74c-4d0a-9f2c-9364a9276394 HTTP/1.1" status: 204 len: 173 time: 0.4499502 Sep 22 13:24:32.106632 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e232981-cb78-471c-aef3-625d5d75a1af', 'name': 'network-vif-deleted', 'tag': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394'}] {{(pid=94873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 13:24:32.109175 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bfffd1822e14ee5f394388f1da407c0f553f5971c9781aaa65cc2b8f2edbd08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c56fd5b-f0ed-41ac-928f-4243dded04ae" -d '{"events": [{"server_uuid": "2e232981-cb78-471c-aef3-625d5d75a1af", "name": "network-vif-deleted", "tag": "d6022fd2-a74c-4d0a-9f2c-9364a9276394"}]}' {{(pid=94873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 13:24:32.144546 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 13:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1fc4b1-e12c-4294-b73d-3396b00a4892 x-openstack-request-id: req-fa1fc4b1-e12c-4294-b73d-3396b00a4892 {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 13:24:32.144842 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e232981-cb78-471c-aef3-625d5d75a1af", "name": "network-vif-deleted", "tag": "d6022fd2-a74c-4d0a-9f2c-9364a9276394", "status": "completed", "code": 200}]} {{(pid=94873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 13:24:32.145090 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa1fc4b1-e12c-4294-b73d-3396b00a4892 {{(pid=94873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 13:24:32.145484 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e232981-cb78-471c-aef3-625d5d75a1af', 'name': 'network-vif-deleted', 'tag': 'd6022fd2-a74c-4d0a-9f2c-9364a9276394', 'status': 'completed', 'code': 200} Sep 22 13:24:32.461139 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [req-a14a9945-83ee-4be0-ac3b-5d0e2f4e93fe req-3c6cc3a2-0cf0-4299-a77e-10e7506ff604 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e232981-cb78-471c-aef3-625d5d75a1af HTTP/1.1" status: 200 len: 210 time: 0.0318954 Sep 22 13:24:33.518500 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 39040) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:24:33.576011 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:33.602159 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:33.706672 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:33.709324 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:33.710463 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] 10.222.0.43 "DELETE /v2.0/security-groups/19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7 HTTP/1.1" status: 204 len: 168 time: 0.1909826 Sep 22 13:24:33.720668 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bfd94a-46c0-4ad2-a7c9-c5a4e18aa1f7,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:33.731882 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:33.732229 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:33.732570 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:33.732914 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:33.733244 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:33.733713 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:33.734019 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:33.734345 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:33.734669 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:33.734996 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:33.735319 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:33.735675 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef4cc4-502e-43fe-93c7-cc0b8cfd9ee5 tempest-TestShelveInstance-1146506025 tempest-TestShelveInstance-1146506025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:33.807336 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 39044) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:24:34.153983 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561945'] for router_interface, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:34.657112 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Deleting port cab04d5d-92be-429c-a30a-bbaace41f03f {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:24:34.657947 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:34.739819 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] For port cab04d5d-92be-429c-a30a-bbaace41f03f, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=cab04d5d-92be-429c-a30a-bbaace41f03f,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:24:34.740195 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:34.753994 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Calling delete_port for cab04d5d-92be-429c-a30a-bbaace41f03f owned by network:router_interface {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:24:34.992732 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:35.021577 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab04d5d-92be-429c-a30a-bbaace41f03f,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:35.027072 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1866ec45-5206-4b49-8fc9-cba03bbe9cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:35.045550 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:35.047631 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:35.047631 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:35.047631 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:35.047631 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:35.048021 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:35.048243 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:35.048582 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:35.048913 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:35.049238 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:35.049564 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:35.049886 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:35.202777 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564368'] for router_interface, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:35.422139 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:24:35.532007 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:24:35.537023 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-c55bbacb-592c-4d4b-a2fb-2ffde3808ed0 admin admin] 10.222.0.43 "PUT /v2.0/routers/128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7283976 Sep 22 13:24:35.539779 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 39046) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:24:35.542183 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b898d2-29fc-467d-b807-da5b6c98d5f4 None None] Sync routers for ids ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'] in dv-cinder-810000-3-iscsi {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:24:35.555063 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b898d2-29fc-467d-b807-da5b6c98d5f4 None None] Routers {'128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:24:35.555707 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-04b898d2-29fc-467d-b807-da5b6c98d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:24:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:35.659995 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] Notify callbacks [] for router, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:35.667239 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-04b898d2-29fc-467d-b807-da5b6c98d5f4 None None] Set router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 gateway port host: dv-cinder-810000-3-iscsi {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:24:35.764512 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:35.974902 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-04b898d2-29fc-467d-b807-da5b6c98d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:24:34Z', 'revision_number': 5, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port': {'id': '14a073b7-fceb-46bc-9b84-185f586042f6', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:36.001573 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b898d2-29fc-467d-b807-da5b6c98d5f4 None None] Checking router: 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 for host: dv-cinder-810000-3-iscsi {{(pid=94874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:24:36.010923 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b898d2-29fc-467d-b807-da5b6c98d5f4 None None] Routers {'128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:24:36.011710 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-04b898d2-29fc-467d-b807-da5b6c98d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:24:08Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'], 'active': True} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:36.021477 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] Deleting port 14a073b7-fceb-46bc-9b84-185f586042f6 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:24:36.022062 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:36.051672 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device d6022fd2-a74c-4d0a-9f2c-9364a9276394 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:24:36.075313 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] No Port match for: d6022fd2-a74c-4d0a-9f2c-9364a9276394 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:24:36.075683 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Device d6022fd2-a74c-4d0a-9f2c-9364a9276394 not bound to the agent host hv-cinder-81000 {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:24:36.110311 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] For port 14a073b7-fceb-46bc-9b84-185f586042f6, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=14a073b7-fceb-46bc-9b84-185f586042f6,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:24:36.110667 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:36.122261 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] Calling delete_port for 14a073b7-fceb-46bc-9b84-185f586042f6 owned by network:router_gateway {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:24:36.122802 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvr_db [None req-04b898d2-29fc-467d-b807-da5b6c98d5f4 None None] Set router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 gateway port host: None {{(pid=94874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:24:36.182796 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_hamode_db [None req-04b898d2-29fc-467d-b807-da5b6c98d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:24:35Z', 'revision_number': 6, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port_host': None}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:36.211274 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b898d2-29fc-467d-b807-da5b6c98d5f4 None None] The sync data for ids ['128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5'] in dv-cinder-810000-3-iscsi is: [{'id': '128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5', 'name': 'tempest-TestShelveInstance-1592751378-router', 'tenant_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:19:53Z', 'updated_at': '2021-09-22T13:24:35Z', 'revision_number': 6, 'project_id': '6b1e0e70b73e4fb1b5208231b5468fcf', 'gw_port_host': None}] {{(pid=94874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:24:36.358234 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:36.382575 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] Pushing event deleted for resources: {'Port': ['ID=14a073b7-fceb-46bc-9b84-185f586042f6,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:36.443255 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564307'] for router_gateway, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:36.532196 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2980'] for router, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:36.534274 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:36.620975 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558133'] for router, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:36.621514 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 {{(pid=94873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 13:24:36.626761 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] Notify callbacks [] for router, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:36.627961 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-56056be5-9abc-440c-9b49-948127314895 admin admin] 10.222.0.43 "DELETE /v2.0/routers/128d7e0a-12b7-4a52-bc4f-b2bfff0c00e5 HTTP/1.1" status: 204 len: 168 time: 1.0869482 Sep 22 13:24:36.632879 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 39048) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:24:36.683904 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.db_base_plugin_v2 [None req-303f4e9d-3d40-4825-bed5-c9b1d9d7dce9 admin admin] Deleting subnet 23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467 {{(pid=94872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:24:36.687884 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-303f4e9d-3d40-4825-bed5-c9b1d9d7dce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:36.722499 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-303f4e9d-3d40-4825-bed5-c9b1d9d7dce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8721790'] for subnet, precommit_delete_associations {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:36.799821 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-303f4e9d-3d40-4825-bed5-c9b1d9d7dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:36.901465 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-303f4e9d-3d40-4825-bed5-c9b1d9d7dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8721681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9265389'] for subnet, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:36.929908 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f4e9d-3d40-4825-bed5-c9b1d9d7dce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:36.938138 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-303f4e9d-3d40-4825-bed5-c9b1d9d7dce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for subnet, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:36.940326 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-303f4e9d-3d40-4825-bed5-c9b1d9d7dce9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/23eb1b8a-e3e0-4a5f-9d83-b7147fdcd467 HTTP/1.1" status: 204 len: 168 time: 0.3073416 Sep 22 13:24:36.942843 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 39050) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:24:36.944933 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b2891b-0d22-42ff-89d5-a133336486fb None None] Network b272f558-e224-4fd2-b8d1-fa2ca461b31f requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:24:37.013407 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:37.093814 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device cab04d5d-92be-429c-a30a-bbaace41f03f no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:24:37.094422 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Deleting port a06face7-f687-4d73-adcb-465af2c560bb {{(pid=94872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:24:37.094422 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:37.111960 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: cab04d5d-92be-429c-a30a-bbaace41f03f {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:24:37.111960 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device cab04d5d-92be-429c-a30a-bbaace41f03f not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:24:37.112567 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 14a073b7-fceb-46bc-9b84-185f586042f6 no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:24:37.131795 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: 14a073b7-fceb-46bc-9b84-185f586042f6 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:24:37.132147 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 14a073b7-fceb-46bc-9b84-185f586042f6 not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:24:37.149052 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] DHCP port deletion for b272f558-e224-4fd2-b8d1-fa2ca461b31f request from dv-cinder-810000-3-iscsi {{(pid=94874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 13:24:37.160070 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.db [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] For port a06face7-f687-4d73-adcb-465af2c560bb, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a06face7-f687-4d73-adcb-465af2c560bb,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:24:37.165038 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:37.174208 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.plugin [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Calling delete_port for a06face7-f687-4d73-adcb-465af2c560bb owned by network:dhcp {{(pid=94872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:24:37.203756 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Deleting port a06face7-f687-4d73-adcb-465af2c560bb {{(pid=94874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:24:37.204219 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:37.269540 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] For port a06face7-f687-4d73-adcb-465af2c560bb, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=a06face7-f687-4d73-adcb-465af2c560bb,segment=NetworkSegment(27f9ce64-8fce-4c85-8c01-2a328c756279),segment_id=27f9ce64-8fce-4c85-8c01-2a328c756279)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:24:37.274961 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:37.282300 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Calling delete_port for a06face7-f687-4d73-adcb-465af2c560bb owned by network:dhcp {{(pid=94874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:24:37.312819 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8721740'] for port, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:37.339909 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a06face7-f687-4d73-adcb-465af2c560bb,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:37.343806 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] No DVR routers for this DVR port a06face7-f687-4d73-adcb-465af2c560bb on host dv-cinder-810000-3-iscsi {{(pid=94872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:24:37.366426 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408'] for port, after_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:37.396940 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] No DVR routers for this DVR port a06face7-f687-4d73-adcb-465af2c560bb on host dv-cinder-810000-3-iscsi {{(pid=94874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:24:37.399671 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Pushing event deleted for resources: {'Port': ['ID=a06face7-f687-4d73-adcb-465af2c560bb,revision_number=None']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:37.415228 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:37.415615 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:37.415954 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:37.416284 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:37.416613 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:37.416940 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:37.417263 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:37.417585 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:37.417962 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:37.418287 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:37.418608 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:37.418924 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971b284-7828-4653-9d80-c01dd6ac7abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-3-iscsi {{(pid=94874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 13:24:37.420746 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:37.441821 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b272f558-e224-4fd2-b8d1-fa2ca461b31f']}} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:37.451209 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f9ce64-8fce-4c85-8c01-2a328c756279') {'for_net_delete': True} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:37.453001 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.services.segments.db [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f9ce64-8fce-4c85-8c01-2a328c756279') {} {{(pid=94872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:37.462153 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8721767'] for segment, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:37.477552 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:37.483588 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:24:37.484015 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8743871'] for segment, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: Traceback (most recent call last): Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: timer() Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: cb(*args, **kw) Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: return func(*args, **kwargs) Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: self._notify() Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: self.callback(batched_events) Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: event.method(event) Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: return f(self, *a, **k) Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._get(url).json() Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: return self.request(url, 'GET', **kwargs) Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:24:37.485626 dv-cinder-810000-3-iscsi neutron-server[94872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:24:37.615647 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:37.620990 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:37.623057 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b272f558-e224-4fd2-b8d1-fa2ca461b31f HTTP/1.1" status: 204 len: 168 time: 0.6790693 Sep 22 13:24:37.626959 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 39052) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:24:37.635085 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cb770-a7a9-4029-b350-d9bf47f118e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b272f558-e224-4fd2-b8d1-fa2ca461b31f,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:37.960894 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-936cbde2-cdb7-46fa-8efb-74c5bde8ce38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561945'] for router_interface, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:38.200012 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-936cbde2-cdb7-46fa-8efb-74c5bde8ce38 admin admin] Deleting port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:24:38.200351 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-936cbde2-cdb7-46fa-8efb-74c5bde8ce38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:38.279273 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-936cbde2-cdb7-46fa-8efb-74c5bde8ce38 admin admin] For port 4cfcfb27-b784-4149-8ac1-5bda5bcccebf, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=4cfcfb27-b784-4149-8ac1-5bda5bcccebf,segment=NetworkSegment(de86ccc4-c0c4-4610-9095-3d078ebdb4fb),segment_id=de86ccc4-c0c4-4610-9095-3d078ebdb4fb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:24:38.279668 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-936cbde2-cdb7-46fa-8efb-74c5bde8ce38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:38.291811 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-936cbde2-cdb7-46fa-8efb-74c5bde8ce38 admin admin] Calling delete_port for 4cfcfb27-b784-4149-8ac1-5bda5bcccebf owned by network:router_interface {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:24:38.535643 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-e10c31c9-e0a2-4b29-9f0f-9a0845cb8220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:38.558349 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-936cbde2-cdb7-46fa-8efb-74c5bde8ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:38.586033 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cbde2-cdb7-46fa-8efb-74c5bde8ce38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cfcfb27-b784-4149-8ac1-5bda5bcccebf,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:38.751785 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-936cbde2-cdb7-46fa-8efb-74c5bde8ce38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564368'] for router_interface, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:38.855376 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:38.961604 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936cbde2-cdb7-46fa-8efb-74c5bde8ce38 admin admin] Router 384a2a30-aa1f-4f95-9e71-dd81dd68f54c has already been hosted by L3 agent b3cdaa34-aef5-4423-8ca9-41f4651a35bb {{(pid=94873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 13:24:39.073609 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936cbde2-cdb7-46fa-8efb-74c5bde8ce38 admin admin] Notify agent at l3_agent.dv-cinder-810000-3-iscsi the message routers_updated {{(pid=94873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 13:24:39.079722 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-936cbde2-cdb7-46fa-8efb-74c5bde8ce38 admin admin] 10.222.0.43 "PUT /v2.0/routers/384a2a30-aa1f-4f95-9e71-dd81dd68f54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512339 Sep 22 13:24:39.082164 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 39054) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:24:39.089440 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9980e35-7be2-483f-ad9c-46af66287737 None None] Sync routers for ids ['384a2a30-aa1f-4f95-9e71-dd81dd68f54c'] in dv-cinder-810000-3-iscsi {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 13:24:39.096857 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9980e35-7be2-483f-ad9c-46af66287737 None None] Routers {'384a2a30-aa1f-4f95-9e71-dd81dd68f54c'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:24:39.097493 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-e9980e35-7be2-483f-ad9c-46af66287737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:24:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['384a2a30-aa1f-4f95-9e71-dd81dd68f54c'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:39.133200 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a06face7-f687-4d73-adcb-465af2c560bb no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:24:39.154412 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: a06face7-f687-4d73-adcb-465af2c560bb {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:24:39.154823 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device a06face7-f687-4d73-adcb-465af2c560bb not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:24:39.195004 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] Notify callbacks [] for router, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:39.220226 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-e9980e35-7be2-483f-ad9c-46af66287737 None None] Set router 384a2a30-aa1f-4f95-9e71-dd81dd68f54c gateway port host: dv-cinder-810000-3-iscsi {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:24:39.293820 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:39.448065 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] Deleting port 3c1b4223-8078-4d5a-8125-8d841f9c19c1 {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:24:39.448315 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:39.450096 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:39.492784 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-e9980e35-7be2-483f-ad9c-46af66287737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'name': 'tempest-TestShelveInstance-1523171701-router', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'external_fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '3c1b4223-8078-4d5a-8125-8d841f9c19c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:20:01Z', 'updated_at': '2021-09-22T13:24:38Z', 'revision_number': 5, 'project_id': '50543a6cf12241ad98755d5c97965941', 'gw_port': {'id': '3c1b4223-8078-4d5a-8125-8d841f9c19c1', 'name': '', 'network_id': '01976d25-e9c8-47fa-b0c1-7f313f2bd86e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T13:20:02Z', 'updated_at': '2021-09-22T13:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ab72223-f3c8-45a6-8adb-df14f7b00337', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-3-iscsi'}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:39.519044 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9980e35-7be2-483f-ad9c-46af66287737 None None] Checking router: 384a2a30-aa1f-4f95-9e71-dd81dd68f54c for host: dv-cinder-810000-3-iscsi {{(pid=94875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 13:24:39.527355 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9980e35-7be2-483f-ad9c-46af66287737 None None] Routers {'384a2a30-aa1f-4f95-9e71-dd81dd68f54c'} bound to L3 agent in host dv-cinder-810000-3-iscsi {{(pid=94875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 13:24:39.528006 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-e9980e35-7be2-483f-ad9c-46af66287737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T13:02:38Z,description=,heartbeat_timestamp=2021-09-22T13:24:38Z,host='dv-cinder-810000-3-iscsi',id=b3cdaa34-aef5-4423-8ca9-41f4651a35bb,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T13:02:39Z,topic='l3_agent')) {'router_ids': ['384a2a30-aa1f-4f95-9e71-dd81dd68f54c'], 'active': True} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:39.529273 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] For port 3c1b4223-8078-4d5a-8125-8d841f9c19c1, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=3c1b4223-8078-4d5a-8125-8d841f9c19c1,segment=NetworkSegment(8c871a67-0d70-4064-94f0-c404b705d695),segment_id=8c871a67-0d70-4064-94f0-c404b705d695)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:24:39.529664 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:39.541527 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] Calling delete_port for 3c1b4223-8078-4d5a-8125-8d841f9c19c1 owned by network:router_gateway {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:24:39.613657 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_dvr_db [None req-e9980e35-7be2-483f-ad9c-46af66287737 None None] Set router 384a2a30-aa1f-4f95-9e71-dd81dd68f54c gateway port host: None {{(pid=94875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 13:24:39.666863 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.l3_hamode_db [None req-e9980e35-7be2-483f-ad9c-46af66287737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'name': 'tempest-TestShelveInstance-1523171701-router', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:20:01Z', 'updated_at': '2021-09-22T13:24:39Z', 'revision_number': 6, 'project_id': '50543a6cf12241ad98755d5c97965941', 'gw_port_host': None}], 'dv-cinder-810000-3-iscsi', False) {} {{(pid=94875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:39.696765 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9980e35-7be2-483f-ad9c-46af66287737 None None] The sync data for ids ['384a2a30-aa1f-4f95-9e71-dd81dd68f54c'] in dv-cinder-810000-3-iscsi is: [{'id': '384a2a30-aa1f-4f95-9e71-dd81dd68f54c', 'name': 'tempest-TestShelveInstance-1523171701-router', 'tenant_id': '50543a6cf12241ad98755d5c97965941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T13:20:01Z', 'updated_at': '2021-09-22T13:24:39Z', 'revision_number': 6, 'project_id': '50543a6cf12241ad98755d5c97965941', 'gw_port_host': None}] {{(pid=94875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 13:24:40.095653 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.125963 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1b4223-8078-4d5a-8125-8d841f9c19c1,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:40.135303 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.180623 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564307'] for router_gateway, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.270963 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2980'] for router, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.273060 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.415546 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558133'] for router, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.416088 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 384a2a30-aa1f-4f95-9e71-dd81dd68f54c {{(pid=94873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 13:24:40.420415 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] Notify callbacks [] for router, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.421611 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-cb35618f-a311-421d-8160-cd3e9a48cc8c admin admin] 10.222.0.43 "DELETE /v2.0/routers/384a2a30-aa1f-4f95-9e71-dd81dd68f54c HTTP/1.1" status: 204 len: 168 time: 1.3385105 Sep 22 13:24:40.424270 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 39056) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:24:40.479436 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f2b47e-0bda-49fc-98cf-5660512e4632 admin admin] Deleting subnet c8c7326a-3a17-478d-96f3-fdc2bec17ff0 {{(pid=94873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 13:24:40.488027 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b47e-0bda-49fc-98cf-5660512e4632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.525722 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b47e-0bda-49fc-98cf-5660512e4632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10094421'] for subnet, precommit_delete_associations {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.608565 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b47e-0bda-49fc-98cf-5660512e4632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1647703'] for subnet, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.719266 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b47e-0bda-49fc-98cf-5660512e4632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1647710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11900442'] for subnet, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.746653 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2b47e-0bda-49fc-98cf-5660512e4632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c7326a-3a17-478d-96f3-fdc2bec17ff0,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:40.752251 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b47e-0bda-49fc-98cf-5660512e4632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.754404 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-d3f2b47e-0bda-49fc-98cf-5660512e4632 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c8c7326a-3a17-478d-96f3-fdc2bec17ff0 HTTP/1.1" status: 204 len: 168 time: 0.3291655 Sep 22 13:24:40.756938 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 39058) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:24:40.758617 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bd106c-1f68-43db-8d84-4d852f7b9853 None None] Network 79417d57-629c-4ec8-9a62-6272bbac1aaa requested from dv-cinder-810000-3-iscsi {{(pid=94874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 13:24:40.834839 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1582255'] for network, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.900141 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Deleting port 6ee8af40-fddc-4ec2-b991-b69887c3f61b {{(pid=94873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:24:40.900824 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.955866 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17565eee-eb31-4a15-8bb0-48afacdd1af1 None None] DHCP port deletion for 79417d57-629c-4ec8-9a62-6272bbac1aaa request from dv-cinder-810000-3-iscsi {{(pid=94874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 13:24:40.979602 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.db [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] For port 6ee8af40-fddc-4ec2-b991-b69887c3f61b, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=6ee8af40-fddc-4ec2-b991-b69887c3f61b,segment=NetworkSegment(de86ccc4-c0c4-4610-9095-3d078ebdb4fb),segment_id=de86ccc4-c0c4-4610-9095-3d078ebdb4fb)] {{(pid=94873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:24:40.979975 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:40.998067 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.plugin [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Calling delete_port for 6ee8af40-fddc-4ec2-b991-b69887c3f61b owned by network:dhcp {{(pid=94873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:24:41.009385 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-17565eee-eb31-4a15-8bb0-48afacdd1af1 None None] Deleting port 6ee8af40-fddc-4ec2-b991-b69887c3f61b {{(pid=94874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 13:24:41.009944 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-17565eee-eb31-4a15-8bb0-48afacdd1af1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756459668008'] for port, before_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:41.082453 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 4cfcfb27-b784-4149-8ac1-5bda5bcccebf no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:24:41.089770 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.db [None req-17565eee-eb31-4a15-8bb0-48afacdd1af1 None None] For port 6ee8af40-fddc-4ec2-b991-b69887c3f61b, host dv-cinder-810000-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-3-iscsi',level=0,port_id=6ee8af40-fddc-4ec2-b991-b69887c3f61b,segment=NetworkSegment(de86ccc4-c0c4-4610-9095-3d078ebdb4fb),segment_id=de86ccc4-c0c4-4610-9095-3d078ebdb4fb)] {{(pid=94874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 13:24:41.097400 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-17565eee-eb31-4a15-8bb0-48afacdd1af1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571648'] for port, precommit_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:41.116192 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: 4cfcfb27-b784-4149-8ac1-5bda5bcccebf {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:24:41.116539 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 4cfcfb27-b784-4149-8ac1-5bda5bcccebf not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:24:41.116969 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 6ee8af40-fddc-4ec2-b991-b69887c3f61b no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:24:41.122069 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-17565eee-eb31-4a15-8bb0-48afacdd1af1 None None] Calling delete_port for 6ee8af40-fddc-4ec2-b991-b69887c3f61b owned by network:dhcp {{(pid=94874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 13:24:41.257237 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1764327'] for port, before_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:41.295834 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9112822'] for port, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:41.320771 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 3c1b4223-8078-4d5a-8125-8d841f9c19c1 no longer exists at agent ovs-agent-dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 13:24:41.324574 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-17565eee-eb31-4a15-8bb0-48afacdd1af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756459675630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756459124408'] for port, after_delete {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:41.329981 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee8af40-fddc-4ec2-b991-b69887c3f61b,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:41.331966 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] No DVR routers for this DVR port 6ee8af40-fddc-4ec2-b991-b69887c3f61b on host dv-cinder-810000-3-iscsi {{(pid=94873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:24:41.350501 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] No Port match for: 3c1b4223-8078-4d5a-8125-8d841f9c19c1 {{(pid=94874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 13:24:41.350836 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.plugins.ml2.rpc [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Device 3c1b4223-8078-4d5a-8125-8d841f9c19c1 not bound to the agent host dv-cinder-810000-3-iscsi {{(pid=94874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 13:24:41.377282 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17565eee-eb31-4a15-8bb0-48afacdd1af1 None None] Pushing event deleted for resources: {'Port': ['ID=6ee8af40-fddc-4ec2-b991-b69887c3f61b,revision_number=None']} {{(pid=94874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:41.381962 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17565eee-eb31-4a15-8bb0-48afacdd1af1 None None] No DVR routers for this DVR port 6ee8af40-fddc-4ec2-b991-b69887c3f61b on host dv-cinder-810000-3-iscsi {{(pid=94874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 13:24:41.420030 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654254', 'neutron.services.segments.db._delete_segments_for_network-8756459455124'] for network, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:41.442039 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79417d57-629c-4ec8-9a62-6272bbac1aaa']}} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:41.451503 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de86ccc4-c0c4-4610-9095-3d078ebdb4fb') {'for_net_delete': True} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:41.451806 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.services.segments.db [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de86ccc4-c0c4-4610-9095-3d078ebdb4fb') {} {{(pid=94873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 13:24:41.461470 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756459454621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10094412'] for segment, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:41.474755 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:41.480479 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 13:24:41.480853 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9138693'] for segment, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: Traceback (most recent call last): Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: timer() Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: cb(*args, **kw) Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: return func(*args, **kwargs) Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: self._notify() Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: self.callback(batched_events) Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: event.method(event) Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: return f(self, *a, **k) Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._get(url).json() Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: return self.request(url, 'GET', **kwargs) Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 13:24:41.482456 dv-cinder-810000-3-iscsi neutron-server[94873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 13:24:41.502384 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:24:41.592844 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-564239'] for network, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:41.599304 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554554'] for network, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:41.601027 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] 10.222.0.43 "DELETE /v2.0/networks/79417d57-629c-4ec8-9a62-6272bbac1aaa HTTP/1.1" status: 204 len: 168 time: 0.8431530 Sep 22 13:24:41.612602 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca1bc8-095b-4093-9be1-a612b6946023 admin admin] Pushing event deleted for resources: {'Network': ['ID=79417d57-629c-4ec8-9a62-6272bbac1aaa,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:41.719060 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:41.997199 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 39062) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:24:42.037692 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-b3f0db50-60d5-42bf-bf88-5042c37881ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b1e0e70b73e4fb1b5208231b5468fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393147 Sep 22 13:24:42.040189 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [-] (94872) accepted ('10.222.0.43', 39064) {{(pid=94872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:24:42.091101 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86dc40b2-12c4-4911-ad73-0c58d8adf137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:42.114254 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86dc40b2-12c4-4911-ad73-0c58d8adf137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:42.255355 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86dc40b2-12c4-4911-ad73-0c58d8adf137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:42.257909 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron_lib.callbacks.manager [None req-86dc40b2-12c4-4911-ad73-0c58d8adf137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:42.259067 dv-cinder-810000-3-iscsi neutron-server[94872]: INFO neutron.wsgi [None req-86dc40b2-12c4-4911-ad73-0c58d8adf137 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9fdd9c77-f92b-4e4a-877f-22281ffe81c5 HTTP/1.1" status: 204 len: 168 time: 0.2179635 Sep 22 13:24:42.267840 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc40b2-12c4-4911-ad73-0c58d8adf137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdd9c77-f92b-4e4a-877f-22281ffe81c5,revision_number=None']} {{(pid=94872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:24:42.906855 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 39070) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:24:42.950796 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-d8c3e9ef-eb87-48cc-b5cf-c878a8dfc436 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50543a6cf12241ad98755d5c97965941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426662 Sep 22 13:24:42.954248 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [-] (94873) accepted ('10.222.0.43', 39072) {{(pid=94873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 13:24:43.001784 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5a87e41f-a745-4d1c-bd63-8c77e1cba764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:43.023816 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5a87e41f-a745-4d1c-bd63-8c77e1cba764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:43.188156 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5a87e41f-a745-4d1c-bd63-8c77e1cba764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537556'] for security_group, after_delete {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:43.190882 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron_lib.callbacks.manager [None req-5a87e41f-a745-4d1c-bd63-8c77e1cba764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:24:43.192108 dv-cinder-810000-3-iscsi neutron-server[94873]: INFO neutron.wsgi [None req-5a87e41f-a745-4d1c-bd63-8c77e1cba764 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2381a644-b5db-42e9-b00a-df214fb651f2 HTTP/1.1" status: 204 len: 168 time: 0.2368810 Sep 22 13:24:43.200349 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87e41f-a745-4d1c-bd63-8c77e1cba764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2381a644-b5db-42e9-b00a-df214fb651f2,revision_number=None']} {{(pid=94873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 13:25:05.028397 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1d2c94ea-5d1d-4e12-a780-516f7cdfd853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:25:08.519465 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d0ec-3843-47f3-ab59-b95e37729a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:25:08.857110 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:25:09.377559 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:25:10.034988 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:25:11.702759 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:25:18.501898 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:25:35.029548 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-63f28ce9-3310-4e48-a0fa-5d4390285e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:25:38.578568 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-0d82b3d6-6444-40fb-82b3-f505bf8ed70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:25:38.858120 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:25:39.389896 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:25:40.058310 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:25:41.721342 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:25:55.504191 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:26:05.047498 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-6cc4ddf2-9073-4637-9299-9b27db34eee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:26:08.549988 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-942b8f53-62bd-48ab-836e-a9a7a5bfbb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:26:08.973443 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:26:09.396258 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:26:10.070410 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:26:11.727606 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:26:32.503808 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:26:35.013158 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f5c8-b19e-4fb3-9489-1a4b02f4fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:26:38.533198 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-1d3adf5b-5ffc-4c07-b861-0144108f0b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:26:38.887866 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:26:39.384476 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:26:40.077022 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:26:41.762660 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:27:05.014324 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-656db42a-b62d-4a83-8391-0aff29ba85db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:27:08.529153 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-cb915d8f-07bc-43a2-a029-851060c741e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:27:08.882779 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:27:09.402890 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:27:09.502443 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:27:10.071368 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:27:11.740258 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:27:35.026277 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-08481b12-327e-430d-b48b-097122500d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:27:38.523784 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-390236ed-4d7e-4bf7-8114-24132952ae56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:27:38.900355 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:27:39.397502 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:27:40.065958 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:27:41.745521 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:27:46.501764 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:28:05.030896 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f44b50a2-53bd-4633-84a7-4208d570b795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:28:08.563722 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-c0b9c885-b180-4938-acd0-a10980572fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:28:08.877862 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:28:09.408830 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:28:10.060627 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:28:11.734844 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:28:16.678977 dv-cinder-810000-3-iscsi neutron-server[94873]: DEBUG neutron.wsgi [req-7b0d9b42-9846-4488-9649-0d867e348ab3 req-ccfd79fa-ae91-4ea4-a94c-76ca02366b9c service neutron] (94873) timed out ('10.222.0.23', 51868) {{(pid=94873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 13:28:23.501093 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:28:35.032001 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-faaf4f15-51cb-4a03-b0f9-87ba2b9fab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:28:38.510311 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f1bb60e7-cce8-496c-9dcf-9e4d86ed7385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:28:38.912207 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:28:39.431844 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:28:40.105154 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:28:41.744641 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:29:00.499448 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:29:05.077924 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-34b3170f-fb04-4c6b-8381-764730116e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:29:08.539128 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f9a0508e-9564-4fd8-a29e-219a01782d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:29:08.901064 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:29:09.470556 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:29:10.100624 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:29:11.740634 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:29:14.312307 dv-cinder-810000-3-iscsi neutron-server[94872]: DEBUG neutron.wsgi [req-2158d94b-ff0e-4ca5-b061-8625cdf69bb7 req-e200ff94-15ee-4a5f-a7ef-febe42424459 service neutron] (94872) timed out ('10.222.0.23', 51883) {{(pid=94872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 13:29:35.077516 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7aee83a7-0858-43c5-a4c2-cb53e0d7510f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:29:37.497662 dv-cinder-810000-3-iscsi neutron-server[94875]: DEBUG neutron.db.agents_db [None req-b6ce3ef4-1ee1-4829-85f8-18601f736834 None None] Agent healthcheck: found 6 active agents {{(pid=94875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 13:29:38.568715 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-d831d3d8-afd8-462a-96b6-9c1e24a9c1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:29:38.877099 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-7b0d072e-154c-4e59-bbfc-81e2e27edd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:29:39.454298 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-dd4556ec-a35e-4bd7-98be-249f99989f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:29:40.088484 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-15d0d60b-2453-4640-af7e-b2819fea4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 13:29:41.734581 dv-cinder-810000-3-iscsi neutron-server[94874]: DEBUG neutron_lib.callbacks.manager [None req-f86190ae-e34f-47b5-a4a1-f0cb12a26df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756459455106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1652206'] for agent, after_update {{(pid=94874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}